-- Logs begin at Mon 2022-03-28 05:00:40 UTC, end at Mon 2022-03-28 05:57:41 UTC. -- Mar 28 05:32:48.045005 dv-cinder-831776-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 05:32:51.003662 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.common.config [-] Logging enabled! Mar 28 05:32:51.004261 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 28 05:32:51.004485 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 05:32:51.007716 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.common.config [-] Logging enabled! Mar 28 05:32:51.007974 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev64 Mar 28 05:32:51.008289 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109772) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 05:32:51.009831 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 05:32:51.010068 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 05:32:51.010441 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 05:32:51.010690 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 05:32:51.010918 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 05:32:51.011678 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.012106 dv-cinder-831776-5-smb neutron-server[109772]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 28 05:32:51.012423 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.012725 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.013043 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.013348 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.013643 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.013924 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.014213 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.014509 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.014796 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.015075 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.015358 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.015647 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.015931 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.016218 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.016507 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.016790 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] debug = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.017103 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.017544 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.017954 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.018236 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.018527 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.018807 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.019083 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.019361 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.019646 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.019971 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] host = dv-cinder-831776-5-smb {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.020250 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.020538 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.020823 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.021137 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.021418 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.021693 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.021978 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.022249 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.022522 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] log_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.022799 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.023088 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.023377 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.023671 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.023896 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.024117 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.024415 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.025617 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.025617 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.025839 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.026114 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.026392 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.026667 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.026939 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.027232 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.027517 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.027803 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.028078 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.028353 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.028624 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.028897 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.029213 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.029488 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.029762 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.030036 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.030321 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.030591 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.030866 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.031166 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.031453 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.031736 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.032022 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.032298 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.032579 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.032850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.033144 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.033418 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] use_json = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.033690 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.033962 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.034243 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.034515 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.034787 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.035061 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.035334 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.035619 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.035895 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:51.036190 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.036487 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.036785 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.037108 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.037403 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.037687 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.037976 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.038256 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.038546 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.038835 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.039141 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.039406 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.039704 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.039993 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.040585 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.040698 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.040962 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.041281 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.041560 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.041837 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.042114 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.042394 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.042685 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.042965 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.043256 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.043549 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.043830 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.044127 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.044415 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.044708 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.044998 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.045299 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.045580 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.045872 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.046153 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.046429 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.046708 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.046997 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.047282 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.047557 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.047839 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.048127 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.048391 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.048662 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.048939 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.049252 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.049530 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.049802 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.050073 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.050350 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.050622 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.050904 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.051179 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.051450 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.051721 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.051995 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.052268 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.052541 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.052813 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.053111 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.053389 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.053662 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.053931 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.054202 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.054474 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.054744 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.055014 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.055285 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.055559 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.055992 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.056509 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.056509 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.056781 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.057091 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.057383 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.057679 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.057957 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.058237 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.058517 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.058793 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.059069 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.059345 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.059622 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.059901 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.060171 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.060457 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.060738 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.061068 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.061345 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.061625 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.061918 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.062194 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.062470 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.062752 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.063028 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.063304 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.063588 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.063870 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.064161 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.064450 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.064738 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.065044 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.065341 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.065625 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.065933 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.066212 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:51.066429 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 05:32:51.066667 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 05:32:51.441099 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 05:32:51.441385 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 05:32:51.441693 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 28 05:32:51.442175 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 05:32:51.769286 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.769586 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.769863 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.771043 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.771320 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.771704 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.826500 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.826780 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.827066 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.841768 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.842050 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.842322 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.871057 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.871338 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:51.871611 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.014227 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.014874 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.014874 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.246203 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.246491 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.246760 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.247031 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.247723 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.347492 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.347818 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.348365 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.348640 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.348908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.349241 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.349503 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.349760 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.350015 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.350294 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.350555 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.350820 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.351076 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.351325 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.351578 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.351840 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.352095 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.352361 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.353326 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.353603 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.353883 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.354143 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.354427 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.354804 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.355059 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.355307 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.355702 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:52.355945 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:52.356182 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:52.356417 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:52.356652 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:52.356886 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:52.357274 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 05:32:52.360396 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 05:32:52.364478 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 05:32:52.368227 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 28 05:32:52.370018 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 05:32:52.370488 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 05:32:52.370825 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 05:32:52.371203 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 05:32:52.374060 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 05:32:52.374316 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 05:32:52.374664 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 05:32:52.379534 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 28 05:32:52.403805 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 05:32:52.404251 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.404549 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 28 05:32:52.404920 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.406320 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 05:32:52.406599 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 05:32:52.406848 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 05:32:52.410193 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.410478 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:52.479154 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 05:32:52.479390 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 05:32:52.479627 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 05:32:52.480007 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 05:32:52.500464 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_db.sqlalchemy.engines [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 28 05:32:52.943715 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Initializing driver for type 'gre' Mar 28 05:32:52.944388 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] gre ID ranges: [(1, 1000)] Mar 28 05:32:52.996249 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Initializing driver for type 'local' Mar 28 05:32:52.996595 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Initializing driver for type 'vlan' Mar 28 05:32:53.009818 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] VlanTypeDriver initialization complete Mar 28 05:32:53.010164 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Initializing driver for type 'vxlan' Mar 28 05:32:53.010647 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] vxlan ID ranges: [(1, 1000)] Mar 28 05:32:53.062195 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Initializing extension driver 'port_security' Mar 28 05:32:53.062777 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.extensions.port_security [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] PortSecurityExtensionDriver initialization complete Mar 28 05:32:53.063090 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Initializing mechanism driver 'openvswitch' Mar 28 05:32:53.063417 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Initializing mechanism driver 'hyperv' Mar 28 05:32:53.069995 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.plugins.ml2.plugin [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:32:53.070664 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > port after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.071029 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > port after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.071971 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > port after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.072663 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:53.073123 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > subnet after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.073478 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > subnet after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.073823 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.074219 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:53.074623 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > network after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.074967 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > network after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.075302 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > network after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.075693 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:53.076092 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > security_group after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.076436 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > security_group after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.076771 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.077325 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:53.078067 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.078420 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.078764 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.079158 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:53.079559 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > address_group after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.079901 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > address_group after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.080242 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.080636 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109772) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 28 05:32:53.081099 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] ML2 OVO RPC backend initialized. {{(pid=109772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 28 05:32:53.081799 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.082152 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.082561 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > network before_response 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.082904 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > networks before_response 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.083248 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > port before_response 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.083584 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > ports before_response 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.083929 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > subnet before_response 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.084269 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > subnets before_response 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.084611 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > network after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.084947 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > network after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.085302 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > network after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.085636 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > port after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.085967 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > port after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.086297 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > port after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.086625 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > subnet after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.087008 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > subnet after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.087646 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.094796 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded quota_driver: . Mar 28 05:32:53.095156 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.plugin [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Modular L2 Plugin initialization complete Mar 28 05:32:53.095499 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading services supported by the core plugin {{(pid=109772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 05:32:53.095836 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.plugins.ml2.managers [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Got port-security extension from driver 'port_security' Mar 28 05:32:53.096309 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.extensions.vlantransparent [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Disabled vlantransparent extension. Mar 28 05:32:53.096802 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 05:32:53.097160 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading Plugin: router Mar 28 05:32:53.133557 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.134576 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router after_create 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.134945 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router before_create 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.135308 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.135676 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.136027 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router after_delete 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.136380 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.136722 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.137101 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router after_create 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.137451 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router after_update 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.137795 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router after_update 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.138139 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.138490 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router after_update 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.138894 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_update 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.139256 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: port after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.139588 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: port after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.139919 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: subnet after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.140253 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.140596 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.140939 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_create 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.141303 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: port before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.141641 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.141991 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router after_update 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.142332 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.142679 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_create 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.143033 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.143375 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_update 55549900 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.143734 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > agent after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.144077 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > agent after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.144414 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > network after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.145292 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Tracking information for resource: router configured {{(pid=109772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:53.145622 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Tracking information for resource: floatingip configured {{(pid=109772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 05:32:53.150820 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.db.l3_agentschedulers_db [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 05:32:53.151399 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: port after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.151755 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: port after_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.152109 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: port after_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.152456 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: port after_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.153281 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router before_create 55550100 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.153644 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.154003 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_create 55550100 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.154353 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > router precommit_update 55550100 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.159294 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.services.provider_configuration [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service providers = [] {{(pid=109772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 05:32:53.159659 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.db.servicetype_db [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 05:32:53.162659 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.services.service_base [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 05:32:53.163000 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.services.service_base [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 05:32:53.163337 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.services.service_base [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 05:32:53.164215 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.services.service_base [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 05:32:53.164583 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.services.service_base [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 05:32:53.164960 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:53.165389 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 05:32:53.176062 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:53.176397 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading Plugin: auto_allocate Mar 28 05:32:53.182854 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: network precommit_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.183224 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: network precommit_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.183770 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:53.184088 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading Plugin: tag Mar 28 05:32:53.190726 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:53.191055 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading Plugin: timestamp Mar 28 05:32:53.195098 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:53.195375 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading Plugin: network_ip_availability Mar 28 05:32:53.201493 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.201867 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.202221 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.202921 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:53.203239 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading Plugin: flavors Mar 28 05:32:53.207975 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:53.208307 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading Plugin: revisions Mar 28 05:32:53.213029 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 05:32:53.213432 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_concurrency.lockutils [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=109772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 28 05:32:53.214181 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 05:32:53.214517 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Initializing extension manager. Mar 28 05:32:53.215043 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: __init__.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.215386 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: __pycache__ {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.215725 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: address_group.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.216486 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.217085 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: address-group Mar 28 05:32:53.217416 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: address_scope.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.218209 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.218649 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: address-scope Mar 28 05:32:53.218972 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.220090 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.220603 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: router-admin-state-down-before-update Mar 28 05:32:53.220924 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: agent.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.221671 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.222171 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: agent Mar 28 05:32:53.222489 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: agent_resources_synced.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.223639 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.224145 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: agent-resources-synced Mar 28 05:32:53.224585 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: allowedaddresspairs.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.226403 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.226918 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: allowed-address-pairs Mar 28 05:32:53.227242 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: auto_allocated_topology.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.228904 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.229443 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: auto-allocated-topology Mar 28 05:32:53.229768 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: availability_zone.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.230456 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.230968 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: availability_zone Mar 28 05:32:53.231291 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: availability_zone_filter.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.232201 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.232709 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: availability_zone_filter Mar 28 05:32:53.233050 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: data_plane_status.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.233947 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.234449 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 05:32:53.234771 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: default_subnetpools.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.235675 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.236182 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: default-subnetpools Mar 28 05:32:53.236505 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.237350 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.237846 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: dhcp_agent_scheduler Mar 28 05:32:53.238168 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: dns.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.239073 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.239572 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension dns-integration not supported by any of loaded plugins Mar 28 05:32:53.239894 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: dns_domain_ports.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.240802 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.241339 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 05:32:53.241665 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.242578 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.243078 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 28 05:32:53.243989 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: dvr.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.244655 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.245195 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: dvr Mar 28 05:32:53.245520 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: ecmp_routes.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.246423 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.246929 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 28 05:32:53.247252 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: empty_string_filtering.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.248146 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.248649 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: empty-string-filtering Mar 28 05:32:53.248970 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.249885 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.250398 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 05:32:53.250717 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.251616 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.252121 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 05:32:53.252444 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: external_net.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.253367 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.253873 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: external-net Mar 28 05:32:53.254195 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.255088 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.255592 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: extra_dhcp_opt Mar 28 05:32:53.255911 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: extraroute.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.256803 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.257330 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: extraroute Mar 28 05:32:53.257653 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: extraroute_atomic.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.258670 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.259379 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: extraroute-atomic Mar 28 05:32:53.259703 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: filter_validation.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.260363 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.260864 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: filter-validation Mar 28 05:32:53.261217 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: fip_pf_description.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.262116 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.262614 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 05:32:53.262929 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: fip_pf_port_range.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.263840 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.264336 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 28 05:32:53.264651 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: fip_port_details.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.265612 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.266115 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: fip-port-details Mar 28 05:32:53.266433 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: flavors.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.267670 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.268189 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: flavors Mar 28 05:32:53.268513 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.270242 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.270762 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 05:32:53.271092 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: floatingip_pools.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.271783 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.272293 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: floatingip-pools Mar 28 05:32:53.272621 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: ip_allocation.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.273565 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.274074 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 05:32:53.274421 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.275385 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.275893 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: ip-substring-filtering Mar 28 05:32:53.276216 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l2_adjacency.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.277185 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.277689 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 05:32:53.278008 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.280473 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.281032 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: router Mar 28 05:32:53.281368 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.283598 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.284125 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 05:32:53.284458 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.285399 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.285912 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: ext-gw-mode Mar 28 05:32:53.286241 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.287154 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.287665 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: l3-ha Mar 28 05:32:53.287995 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.288897 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.289429 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 28 05:32:53.289760 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3_flavors.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.291243 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.291757 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: l3-flavors Mar 28 05:32:53.292088 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.293504 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.294029 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 28 05:32:53.294356 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.295354 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.295768 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 05:32:53.296095 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: l3agentscheduler.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.297166 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.297682 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: l3_agent_scheduler Mar 28 05:32:53.298016 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: local_ip.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.299814 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.300343 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension local_ip not supported by any of loaded plugins Mar 28 05:32:53.300679 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: logging.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.302186 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.302712 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension logging not supported by any of loaded plugins Mar 28 05:32:53.303044 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: metering.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.303776 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.304352 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: metering Mar 28 05:32:53.304677 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.306350 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.306864 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: metering_source_and_destination_fields Mar 28 05:32:53.307188 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: multiprovidernet.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.308116 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.308622 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: multi-provider Mar 28 05:32:53.308946 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: netmtu.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.309879 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.310385 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: net-mtu Mar 28 05:32:53.310718 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: netmtu_writable.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.311620 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.312128 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: net-mtu-writable Mar 28 05:32:53.312452 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: network_availability_zone.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.313147 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.313657 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: network_availability_zone Mar 28 05:32:53.313983 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: network_ip_availability.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.315081 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.315596 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: network-ip-availability Mar 28 05:32:53.315922 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: network_segment_range.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.316675 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.317201 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 05:32:53.317527 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: pagination.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.318644 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.318972 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: pagination Mar 28 05:32:53.319293 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: port_device_profile.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.320194 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.320705 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: port-device-profile Mar 28 05:32:53.321035 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.322066 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.322570 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: port-mac-address-regenerate Mar 28 05:32:53.322895 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.323796 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.324306 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: port-numa-affinity-policy Mar 28 05:32:53.324629 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: port_resource_request.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.325657 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.326187 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 05:32:53.326489 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: port_resource_request_groups.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.327455 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.327956 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 28 05:32:53.328275 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: portbindings.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.329214 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.329718 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: binding Mar 28 05:32:53.330036 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: portbindings_extended.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.331303 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.331816 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: binding-extended Mar 28 05:32:53.332141 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: portsecurity.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.333076 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.333585 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: port-security Mar 28 05:32:53.333909 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: project_id.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.334867 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.335197 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: project-id Mar 28 05:32:53.335520 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: providernet.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.336425 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.337006 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: provider Mar 28 05:32:53.337364 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.340993 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.341547 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos not supported by any of loaded plugins Mar 28 05:32:53.341876 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.343127 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.343642 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 05:32:53.343967 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.344877 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.345416 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 05:32:53.345740 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_default.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.346660 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.347166 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-default not supported by any of loaded plugins Mar 28 05:32:53.347486 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_fip.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.348661 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.349193 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-fip not supported by any of loaded plugins Mar 28 05:32:53.349516 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.350428 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.350937 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 28 05:32:53.351256 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_gateway_ip.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.352163 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.353250 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 05:32:53.353572 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_port_network_policy.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.354481 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.354985 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 05:32:53.355304 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.356344 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.356855 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 28 05:32:53.357211 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.358247 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.358758 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 28 05:32:53.359080 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_pps_rule.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.360247 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.360759 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-pps not supported by any of loaded plugins Mar 28 05:32:53.361122 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_rule_type_details.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.362032 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.362539 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 05:32:53.362861 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.363761 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.364268 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 28 05:32:53.364591 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: qos_rules_alias.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.365669 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.366176 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 05:32:53.366497 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: quota_check_limit.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.367397 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.367903 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: quota-check-limit Mar 28 05:32:53.368769 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: quotasv2.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.369754 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.370069 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: quotas Mar 28 05:32:53.370390 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: quotasv2_detail.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.372335 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.372672 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: quota_details Mar 28 05:32:53.373004 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: rbac.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.374092 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.374614 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: rbac-policies Mar 28 05:32:53.374941 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: rbac_address_group.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.375864 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.376378 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: rbac-address-group Mar 28 05:32:53.376701 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: rbac_address_scope.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.377650 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.378158 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: rbac-address-scope Mar 28 05:32:53.378479 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: rbac_security_groups.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.379457 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.379963 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: rbac-security-groups Mar 28 05:32:53.380283 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: rbac_subnetpool.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.381220 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.381726 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: rbac-subnetpool Mar 28 05:32:53.382044 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: revisionifmatch.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.382954 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.383459 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: revision-if-match Mar 28 05:32:53.383809 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: revisions.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.385127 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.385648 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: standard-attr-revisions Mar 28 05:32:53.385970 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: router_availability_zone.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.386633 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.387141 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: router_availability_zone Mar 28 05:32:53.387459 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: routerservicetype.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.388374 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.388881 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension router-service-type not supported by any of loaded plugins Mar 28 05:32:53.389224 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.390145 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.390648 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: security-groups-normalized-cidr Mar 28 05:32:53.390968 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.391882 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.392387 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: port-security-groups-filtering Mar 28 05:32:53.392705 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.393658 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.394166 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: security-groups-remote-address-group Mar 28 05:32:53.394487 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.395401 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.395906 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: security-groups-shared-filtering Mar 28 05:32:53.396230 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.396809 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 28 05:32:53.397159 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: securitygroup.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.407085 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.407618 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: security-group Mar 28 05:32:53.407947 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: segment.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.408666 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.409210 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension segment not supported by any of loaded plugins Mar 28 05:32:53.409538 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.410473 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.410982 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 05:32:53.411312 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: servicetype.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.412408 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.412924 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: service-type Mar 28 05:32:53.413279 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: sorting.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.414247 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.414575 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: sorting Mar 28 05:32:53.414897 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: standard_attr_segment.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.416491 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.416995 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 05:32:53.417339 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: standardattrdescription.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.417976 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.418479 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: standard-attr-description Mar 28 05:32:53.418800 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: stateful_security_group.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.419712 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.420229 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: stateful-security-group Mar 28 05:32:53.420549 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: stdattrs_common.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.421137 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 05:32:53.421459 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.428070 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.429137 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 05:32:53.429482 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: subnet_onboard.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.430591 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.431670 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: subnet_onboard Mar 28 05:32:53.431997 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.432922 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.433455 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 05:32:53.433778 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: subnet_service_types.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.434695 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.435206 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: subnet-service-types Mar 28 05:32:53.435529 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: subnetallocation.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.436604 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.437153 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: subnet_allocation Mar 28 05:32:53.437478 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.438142 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.438653 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: subnetpool-prefix-ops Mar 28 05:32:53.438976 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.439895 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.440399 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 05:32:53.440723 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: tagging.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.441824 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.442338 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: standard-attr-tag Mar 28 05:32:53.442662 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: timestamp.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.443854 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.444370 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loaded extension: standard-attr-timestamp Mar 28 05:32:53.444696 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: trunk.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.445784 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.446283 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension trunk not supported by any of loaded plugins Mar 28 05:32:53.446614 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: trunk_details.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.447519 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.448033 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension trunk-details not supported by any of loaded plugins Mar 28 05:32:53.448356 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: uplink_status_propagation.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.449297 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.449807 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 05:32:53.450129 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Loading extension file: vlantransparent.py {{(pid=109772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 05:32:53.450788 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 05:32:53.451294 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 05:32:53.453861 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:network Mar 28 05:32:53.454378 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:subnet Mar 28 05:32:53.454770 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:53.455155 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:port Mar 28 05:32:53.456388 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.456816 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service FLAVORS assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.457471 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.457897 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.458227 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:router Mar 28 05:32:53.458645 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 05:32:53.459138 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service METERING assigned prefix: /metering {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.460588 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.460958 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.461332 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:32:53.462634 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 05:32:53.463081 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:security_group Mar 28 05:32:53.463518 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 05:32:53.464111 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service CORE assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.464444 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:53.464790 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] subnetpool is already registered Mar 28 05:32:53.465241 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service CORE assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.465568 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:53.465895 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] subnetpool is already registered Mar 28 05:32:53.468129 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.468557 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service FLAVORS assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.469179 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.469600 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.469935 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:router Mar 28 05:32:53.470267 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] router is already registered Mar 28 05:32:53.470676 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:floatingip Mar 28 05:32:53.471006 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] floatingip is already registered Mar 28 05:32:53.471453 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service METERING assigned prefix: /metering {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.472117 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 05:32:53.472446 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] rbac_policy is already registered Mar 28 05:32:53.473132 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:security_group Mar 28 05:32:53.473469 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] security_group is already registered Mar 28 05:32:53.473868 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 05:32:53.474197 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] security_group_rule is already registered Mar 28 05:32:53.474838 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service CORE assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.475161 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:53.475489 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] subnetpool is already registered Mar 28 05:32:53.475903 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.v2.resource_helper [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Service CORE assigned prefix: {{(pid=109772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 05:32:53.476233 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 05:32:53.476559 dv-cinder-831776-5-smb neutron-server[109772]: WARNING neutron.quota.resource_registry [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] subnetpool is already registered Mar 28 05:32:53.477045 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: extensions {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.479938 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: address-groups {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.481483 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: address-scopes {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.482807 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: agents {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.483959 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: auto-allocated-topology {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.485227 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: availability_zones {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.486439 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: dhcp-networks {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.488090 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: dhcp-agents {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.489524 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: routers {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.491720 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: flavors {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.492891 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: service_profiles {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.495054 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: next_providers {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.496625 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: service_profiles {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.499188 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: floatingip-pools {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.500409 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: routers {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.502552 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: floatingips {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.503847 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: l3-routers {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.505251 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: l3-agents {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.506653 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: metering-labels {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.508010 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: metering-label-rules {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.509535 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: network-ip-availabilities {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.510814 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: bindings {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.512443 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: quotas {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.514051 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: quotas {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.515581 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: rbac-policies {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.516873 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: security-groups {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.518246 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: security-group-rules {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.519482 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: service-providers {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.520682 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: subnetpools {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.522117 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: subnetpools {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.523574 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.525420 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.527222 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.529137 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.530915 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.532763 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.534469 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.536342 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.538129 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.540481 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron.api.extensions [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Extended resource: tags {{(pid=109772) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 05:32:53.546397 dv-cinder-831776-5-smb neutron-server[109772]: WARNING keystonemiddleware.auth_token [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 05:32:53.551107 dv-cinder-831776-5-smb neutron-server[109772]: WARNING keystonemiddleware.auth_token [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 05:32:53.560521 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_concurrency.lockutils [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Acquired lock "singleton_lock" {{(pid=109772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 28 05:32:53.560996 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_concurrency.lockutils [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Releasing lock "singleton_lock" {{(pid=109772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 28 05:32:53.561671 dv-cinder-831776-5-smb neutron-server[109772]: INFO oslo_service.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Starting 2 workers Mar 28 05:32:53.566539 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Started child 109881 {{(pid=109772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 05:32:53.571046 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Started child 109882 {{(pid=109772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 05:32:53.572530 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:53.573226 dv-cinder-831776-5-smb neutron-server[109772]: INFO neutron.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 05:32:53.573830 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:53.574087 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [-] (109881) wsgi starting up on http://0.0.0.0:9696 Mar 28 05:32:53.576357 dv-cinder-831776-5-smb neutron-server[109772]: INFO oslo_service.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Starting 1 workers Mar 28 05:32:53.576748 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:53.578209 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [-] (109882) wsgi starting up on http://0.0.0.0:9696 Mar 28 05:32:53.581636 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Started child 109883 {{(pid=109772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 05:32:53.582170 dv-cinder-831776-5-smb neutron-server[109772]: INFO oslo_service.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Starting 1 workers Mar 28 05:32:53.585391 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] calling RpcWorker wait() {{(pid=109883) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 05:32:53.585933 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] returning from RpcWorker wait() {{(pid=109883) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 05:32:53.586669 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Started child 109884 {{(pid=109772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 28 05:32:53.588033 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:53.588135 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG neutron_lib.callbacks.manager [None req-d260f106-2b8f-40e4-a82e-c514058f2b65 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:53.588631 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:32:53.590060 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 05:32:53.590271 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 05:32:53.590455 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 05:32:53.590678 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 05:32:53.591033 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 05:32:53.591197 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 05:32:53.591709 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.591994 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.592255 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.592506 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.592593 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:32:53.593183 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.593420 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.593701 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.593811 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:32:53.593938 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.594204 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.594431 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.594599 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.594765 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.595002 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.595258 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.595563 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.595838 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.596079 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.596343 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.596512 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.596779 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.597067 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.597302 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.597573 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] debug = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.598055 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.598541 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.598775 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.599012 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.599241 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.599503 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.599741 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.600018 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.600247 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.600477 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.600725 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.600967 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.601229 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.601457 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.601722 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.601950 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.602203 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.602420 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.602948 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] host = dv-cinder-831776-5-smb {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.603181 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.603393 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.603615 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.603875 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.604114 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.604340 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.604603 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.604868 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.605123 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.605347 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.605592 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.605815 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.606055 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.606302 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.606463 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_options = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.606703 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.606962 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.607204 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.607387 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.607552 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.607712 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.607983 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.608147 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.608411 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.608627 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.608888 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.609230 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.614558 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.614883 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.615261 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.616338 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.616591 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.616849 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.617163 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.617406 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.617667 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.618649 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.619063 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.619397 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.619746 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.620078 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.620341 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.620676 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.621682 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.621936 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.622934 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.623744 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.623992 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.624274 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.624554 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.624800 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.625060 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.627186 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.627493 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.627735 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.627996 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.628255 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.628489 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.628745 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.628998 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.629246 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.629485 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_json = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.629723 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.629964 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.630233 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.630453 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.630673 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.630894 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.631130 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.631380 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.631598 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.632053 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.632342 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.632645 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.632893 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.633342 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.633844 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.634680 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.635003 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.635326 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.635630 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.636015 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.636318 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.636678 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.637008 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.637372 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.637745 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.638057 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.638381 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.638682 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.638908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.639131 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.639375 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.639675 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.639900 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.640175 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.640415 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.640670 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.640972 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.641344 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.641776 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.642067 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.642319 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.642592 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.642839 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.643054 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.643266 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.643714 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.644111 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.644530 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.644796 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.645312 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.645552 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.645788 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.646045 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.646300 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.646544 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.646808 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.647065 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.647322 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.647540 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.647906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.648122 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.648340 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.648571 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.648962 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.649338 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.649785 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.650319 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.650695 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.651052 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.651436 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.651666 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.651929 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.652289 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.652742 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.653195 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.653563 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.653953 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.654363 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.654744 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.655118 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.655480 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.655871 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.656114 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.656358 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.656582 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.656801 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.657047 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.657259 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.657496 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.657713 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.657930 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.658144 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.658378 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.658603 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.658975 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.659352 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.659728 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.659942 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.660168 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.660381 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.660652 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.660969 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.661389 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.661640 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.661861 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.662100 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.662322 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.662569 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.662813 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.663055 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.663273 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.663534 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.663766 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.663992 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.664214 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.664430 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.664694 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.664927 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.665268 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.665536 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.665792 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.666044 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.666293 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.666572 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.666822 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.667057 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.667307 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.667537 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.667825 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.668064 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.668324 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.668553 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.668825 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.669140 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.669398 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.669797 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.670051 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.670307 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.670583 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.670833 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.671095 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.671326 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.671581 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.672032 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.672337 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.672590 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.672815 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.673102 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.673411 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.673645 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.673875 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.674087 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.674506 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.674776 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.675013 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.675272 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.675518 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.675749 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.676012 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.676246 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.676459 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.676703 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.676934 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.677180 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.677421 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.677651 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.677899 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.678129 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.678335 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.678586 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.678801 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.679016 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.679227 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.679444 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.679658 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.679905 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.680116 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.680324 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.680551 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.681385 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.681625 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.681842 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.682053 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.682302 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.682514 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.682928 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.683183 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.683418 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.683643 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.683871 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.684105 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.684331 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.684737 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.684959 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.685262 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.685478 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.685695 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.685908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.686138 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.686369 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.686581 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.686814 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.687053 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.687390 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.687775 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.688260 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.688515 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.688753 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.688970 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.689215 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.689432 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.689669 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.689897 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.690139 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.690374 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.690765 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.690985 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.691200 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.691433 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.691703 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.691940 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.692196 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.692428 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.692669 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.692885 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.693148 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.693367 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.693575 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.693782 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.693991 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.694204 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.694416 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.694702 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.694972 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.695209 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.695468 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.695703 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.696018 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.696233 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.696573 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.696786 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.697067 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.697256 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.697350 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:32:53.697462 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.697687 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.697896 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.698104 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.698343 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.698577 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.698783 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.699023 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.699230 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.699457 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.699675 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.699894 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.700102 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.700321 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.700549 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.700757 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.700981 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.701231 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.701439 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.701664 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.701870 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.702077 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.702298 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.702511 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.702717 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.703004 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.703258 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.703490 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.703784 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.704013 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.704266 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.704514 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.704815 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.705051 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.705290 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.705725 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.706096 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.706479 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.706736 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.707058 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.707353 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.707606 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.707859 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.708130 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.708404 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.708675 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.708906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.709224 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.709577 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.709875 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.710134 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.710381 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.710632 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.710854 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.711086 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.711300 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.711512 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.711725 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.712517 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.712734 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.712981 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.713221 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.713442 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.713677 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.714066 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.714148 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.714295 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.714670 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.714838 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 05:32:53.715364 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 28 05:32:53.715523 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 05:32:53.715668 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 05:32:53.715895 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 05:32:53.716070 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 05:32:53.716215 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 05:32:53.716426 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.716586 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.716744 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.716902 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.717148 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.717330 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.717680 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.717680 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.717881 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.717948 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 55242) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:32:53.718017 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.718080 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.718275 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.718437 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.718596 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.718753 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.718905 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.719126 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.719246 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.719453 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.719789 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.719988 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.720141 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.720352 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] debug = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.720547 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.720730 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.720912 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.721159 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.721255 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.721425 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.721577 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.721715 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.721915 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.722053 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.722241 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.722446 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.722632 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.722632 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.723114 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.723220 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.723408 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.723567 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.723791 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] host = dv-cinder-831776-5-smb {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.723892 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.724021 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.724186 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.724358 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.724501 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.724663 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.725070 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.725070 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.725300 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.725384 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.725509 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.725667 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.725872 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.725992 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.726173 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_options = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.726494 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.726494 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.726776 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.726776 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.726967 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.727153 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.727340 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.727513 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.728497 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.728690 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074446 Mar 28 05:32:53.728848 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.728848 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.728848 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.728848 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.730850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.730850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.730850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.730850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.730850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.730850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.730850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.730850 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.732935 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.734461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.734461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.734461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.734461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.734461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.734461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.734461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.734461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.735819 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.735819 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.735819 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.735819 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.735819 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.735819 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.735819 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.735819 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.736906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_json = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.736906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.736906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.736906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.736906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.736906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.736906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.736906 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.738062 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.738062 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 05:32:53.738062 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.738062 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.738062 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.738062 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.738062 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.739361 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.739361 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.739361 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.739361 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.739361 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.740588 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.740790 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.741932 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.742330 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.742625 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.743478 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.743662 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.744158 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.744304 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.744415 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.744534 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.744718 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.745836 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.746015 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.746346 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.746512 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.746861 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.747074 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.747421 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.747773 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.748818 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.749199 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.749377 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.749523 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.749676 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.749864 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.749987 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.750153 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.750316 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.750477 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.750638 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.750799 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.750961 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.751122 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.751283 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.751444 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.751610 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.751757 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.751972 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.752098 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.752206 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.752378 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.752541 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.752685 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.752825 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.752988 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.753207 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.753380 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.753535 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.753695 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.753853 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.754013 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.754164 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.754317 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.754476 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.754634 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.754794 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.754953 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.755127 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.755286 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.755449 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.755607 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.755767 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.755928 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.756087 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.756247 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.756407 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.756565 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.756723 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.756882 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.757063 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.757221 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.757536 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.757699 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.757854 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.758015 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.758187 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.758333 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.758483 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.759576 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.759745 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.759916 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.760098 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.760260 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.760419 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.760579 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.760739 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.760897 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.761112 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.761274 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.761433 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.761592 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.761750 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.761908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.762072 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.762231 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.762391 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.762550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.762708 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.762866 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.763025 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.763183 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.763340 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.763499 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.763660 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.763818 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.763977 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.764135 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.764293 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.764461 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.764618 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.764781 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.764940 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.765836 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.766018 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.766178 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.766338 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.766499 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.766659 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.766818 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.766977 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.767137 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.767296 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.767455 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.767615 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.767787 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.767946 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.768108 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.768264 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.768445 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.768603 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.768761 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.768919 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.769106 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.769268 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.769428 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.769587 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.769746 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.769905 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.770068 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.770229 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.770387 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.770548 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.770707 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.770870 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.771027 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.771187 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.771345 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.771512 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.771664 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.771823 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.771981 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.772139 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.772300 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.772459 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.772619 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.772776 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.772937 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.773118 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.773262 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.773424 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.773583 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.773742 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.773902 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.774061 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.774219 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.774949 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.775124 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.775255 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.775391 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.775582 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.775710 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.775834 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.775955 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.776103 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.776263 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.776423 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.776582 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.776743 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.776904 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.777089 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.777251 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.777411 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.777570 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.777747 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.777907 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.778067 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.778229 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.778388 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.778550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.778705 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.778864 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.779026 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.779185 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.779348 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.779505 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780405 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780405 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780405 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780405 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780405 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780405 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780772 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780772 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.780895 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.781006 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.781183 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.781342 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.781500 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.781659 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.781817 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.781975 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.782134 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.782355 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.782455 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.782608 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.782766 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.782923 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.783082 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.783250 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.783409 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.783567 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.783725 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.783882 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.784041 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.784909 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.784909 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.784909 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.784909 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.784909 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.785509 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.785509 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.785509 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.785509 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.785814 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.785814 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.785953 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.786027 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.786517 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.786517 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.786517 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.786883 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.786883 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.786883 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.787227 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.787227 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.789550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.789550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.789550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.789550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.789550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.789550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.789550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.789550 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.790908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.790908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.790908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.790908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.790908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.790908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.790908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.790908 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791962 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791962 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791962 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.791962 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.792222 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.792298 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.792458 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.792567 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.792733 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.792875 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.793045 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.793177 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.793335 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.793494 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.793653 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.793821 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.793975 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.794135 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.794277 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.794440 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.794600 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.794760 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 05:32:53.794912 dv-cinder-831776-5-smb neutron-server[109772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 05:33:05.150599 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c5f22-f09c-44cf-b893-65e1ef89b9e5 None None] get_active_networks_info from dv-cinder-831776-5-smb {{(pid=109883) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 28 05:33:05.217347 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c5f22-f09c-44cf-b893-65e1ef89b9e5 None None] No non-hosted networks {{(pid=109883) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 05:33:05.221588 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3ff628c9-c05c-478a-b855-9fee60a329d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654357'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:07.311846 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a3a6d38b-9395-4003-ae36-ff96977c114f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654357'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:07.386659 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-cdfbcf24-180a-481d-b0f7-e888e6b909ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:08.385838 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 55306) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:08.865214 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654357'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:09.189103 dv-cinder-831776-5-smb neutron-server[109881]: WARNING oslo_policy.policy [None req-3b9fccf4-6b4f-45ba-bde1-84e5fc9d2308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:09.190556 dv-cinder-831776-5-smb neutron-server[109881]: WARNING oslo_policy.policy [None req-3b9fccf4-6b4f-45ba-bde1-84e5fc9d2308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:09.424279 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [None req-3b9fccf4-6b4f-45ba-bde1-84e5fc9d2308 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:33:09.442212 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3b9fccf4-6b4f-45ba-bde1-84e5fc9d2308 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0552969 Mar 28 05:33:10.378728 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654357'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:10.994837 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.db.l3_hamode_db [None req-b9ab480d-a1ab-454b-88c7-17365182a306 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 05:33:11.072337 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab480d-a1ab-454b-88c7-17365182a306 None None] Routers set() bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:11.072656 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab480d-a1ab-454b-88c7-17365182a306 None None] Router IDs set() for agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 28 05:33:11.552429 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654357'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:11.554420 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.556478 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.559637 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.560163 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.560938 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.561305 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.561642 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.561998 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.562332 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.562659 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.562986 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.563307 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.563649 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.563971 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.564287 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:11.564701 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831776-5-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:11.579740 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831776-5-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:12.045731 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 55340) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:12.359800 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-adcbfc28-a16f-4fbb-9494-e3b34a6473b3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:12.453098 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.policy [None req-adcbfc28-a16f-4fbb-9494-e3b34a6473b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 05:33:12.496598 dv-cinder-831776-5-smb neutron-server[109881]: WARNING oslo_policy.policy [None req-adcbfc28-a16f-4fbb-9494-e3b34a6473b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:12.496899 dv-cinder-831776-5-smb neutron-server[109881]: WARNING oslo_policy.policy [None req-adcbfc28-a16f-4fbb-9494-e3b34a6473b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:12.592426 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-adcbfc28-a16f-4fbb-9494-e3b34a6473b3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057946227', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057945664', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057962253', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057957182', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057913473', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749057100863', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1868984', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1866922', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-939276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-962666'] for rbac-policy (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:12.660627 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-adcbfc28-a16f-4fbb-9494-e3b34a6473b3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:12.661861 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-adcbfc28-a16f-4fbb-9494-e3b34a6473b3 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6151314 Mar 28 05:33:15.218926 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 55352) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:15.527526 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:15.555244 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Made reservation on behalf of 34128847272445bd8a0fbdbf84760734 for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:33:15.558934 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:15.574909 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:15.685593 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Publish callbacks [] for security_group (17237e6e-f0ba-4864-ace8-cf323b20c2e4), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:15.689322 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (17237e6e-f0ba-4864-ace8-cf323b20c2e4), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:15.708663 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:33:15.744745 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749054651450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (2d75eba0-726c-46f1-8a95-9a1b3626098a), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:15.745366 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Unsubscribe: segment precommit_create {{(pid=109881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 05:33:15.745859 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Added segment 2d75eba0-726c-46f1-8a95-9a1b3626098a of type vlan for network 4bf67c4d-e426-4866-89dd-e632fd5e7529 Mar 28 05:33:15.765343 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=17237e6e-f0ba-4864-ace8-cf323b20c2e4,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:15.819316 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.820071 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.821007 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.821447 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.821785 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.822109 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.822432 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.822751 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.823070 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.823387 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.823703 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.824037 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.824357 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.824666 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.824975 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Tracked resource versions report: Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: pushed versions: Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: { 'AddressGroup': {'1.2'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Agent': {'1.1'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'ConntrackHelper': {'1.0'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Log': {'1.0'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'NDPProxy': {'1.0'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Network': {'1.1'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Port': {'1.7'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'PortForwarding': {'1.3'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'QosPolicy': {'1.10'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'SecurityGroup': {'1.5'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'SubPort': {'1.0'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Subnet': {'1.1'}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Trunk': {'1.1'}} Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: consumer versions: Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: { DHCP agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: L3 agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: Metadata agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: Metering agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: Open vSwitch agent@dv-cinder-831776-5-smb: { 'AddressGroup': '1.2', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Agent': '1.1', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'ConntrackHelper': '1.0', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'LocalIPAssociation': '1.0', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Log': '1.0', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'NDPProxy': '1.0', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Network': '1.1', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Port': '1.7', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'PortForwarding': '1.3', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'QosPolicy': '1.10', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'SecurityGroup': '1.5', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'SecurityGroupRule': '1.2', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'SubPort': '1.0', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Subnet': '1.1', Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: 'Trunk': '1.1'}} Mar 28 05:33:15.826208 dv-cinder-831776-5-smb neutron-server[109881]: {{(pid=109881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:33:15.868823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (4bf67c4d-e426-4866-89dd-e632fd5e7529), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:15.906415 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (4bf67c4d-e426-4866-89dd-e632fd5e7529), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:15.911370 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:15.912123 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:16.004681 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7846978 Mar 28 05:33:16.028155 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc24e0-1fe5-44d7-bc14-a33425e3172e demo demo] Pushing event updated for resources: {'Network': ['ID=4bf67c4d-e426-4866-89dd-e632fd5e7529,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:16.040619 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 4bf67c4d-e426-4866-89dd-e632fd5e7529 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:33:18.544887 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 55364) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:18.944045 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f46b7e-cfd9-4751-b803-3bbbfa9f9d7b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:18.945984 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-83f46b7e-cfd9-4751-b803-3bbbfa9f9d7b demo admin] 10.222.0.13 "GET /v2.0/networks/4bf67c4d-e426-4866-89dd-e632fd5e7529 HTTP/1.1" status: 200 len: 825 time: 0.3995605 Mar 28 05:33:18.969761 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-6512546a-954f-41d2-8bae-06520cb84ed4 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/b87c2db4-241d-46c7-8a5f-0b4c5dcf25b2 HTTP/1.1" status: 200 len: 734 time: 0.0182438 Mar 28 05:33:18.978428 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'b87c2db4-241d-46c7-8a5f-0b4c5dcf25b2', 'gateway_ip': '172.20.0.1', 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529', 'ip_version': 4}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:18.998252 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Made reservation on behalf of 34128847272445bd8a0fbdbf84760734 for: {'subnet': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:33:19.000642 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:19.284768 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (0ef6c1a8-e947-427a-a975-61f1d9104cf3), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:19.356383 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Checking segment: {'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:19.356765 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Network hostable DHCP agents. Network: 4bf67c4d-e426-4866-89dd-e632fd5e7529, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:33:19.361183 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Pushing event updated for resources: {'Subnet': ['ID=0ef6c1a8-e947-427a-a975-61f1d9104cf3,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:19.380115 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Network 4bf67c4d-e426-4866-89dd-e632fd5e7529 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:33:19.391080 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 4bf67c4d-e426-4866-89dd-e632fd5e7529) {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:19.395765 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:19.396382 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:19.401502 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c07aac-70cf-4a8f-8845-102417fc9154 None None] Network 4bf67c4d-e426-4866-89dd-e632fd5e7529 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:33:19.412714 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-a2126cfb-e583-497f-b825-fcb2f24c8fcb demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4376876 Mar 28 05:33:19.672497 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-4bf67c4d-e426-4866-89dd-e632fd5e7529', 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529', 'project_id': '34128847272445bd8a0fbdbf84760734', 'fixed_ips': [{'subnet_id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:33:19.673903 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:19.967509 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Allocated IP 172.20.0.2 (4bf67c4d-e426-4866-89dd-e632fd5e7529/0ef6c1a8-e947-427a-a975-61f1d9104cf3/6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:33:20.235776 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Publish callbacks [] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:20.244304 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:20.315011 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Network 4bf67c4d-e426-4866-89dd-e632fd5e7529 is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:33:20.321133 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:20.332282 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:33:20.335347 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Pushing event updated for resources: {'Port': ['ID=6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:20.368946 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.369327 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.369680 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.370046 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.370394 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.370732 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.371068 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.371399 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.371729 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.372058 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.372390 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.372732 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.373084 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.373411 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.373738 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Tracked resource versions report: Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: pushed versions: Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: { 'AddressGroup': {'1.2'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Agent': {'1.1'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'ConntrackHelper': {'1.0'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Log': {'1.0'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'NDPProxy': {'1.0'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Network': {'1.1'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Port': {'1.7'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'PortForwarding': {'1.3'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'QosPolicy': {'1.10'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'SecurityGroup': {'1.5'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'SubPort': {'1.0'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Subnet': {'1.1'}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Trunk': {'1.1'}} Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: consumer versions: Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: { DHCP agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: L3 agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: Metadata agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: Metering agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: Open vSwitch agent@dv-cinder-831776-5-smb: { 'AddressGroup': '1.2', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Agent': '1.1', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'ConntrackHelper': '1.0', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'LocalIPAssociation': '1.0', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Log': '1.0', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'NDPProxy': '1.0', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Network': '1.1', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Port': '1.7', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'PortForwarding': '1.3', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'QosPolicy': '1.10', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'SecurityGroup': '1.5', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'SecurityGroupRule': '1.2', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'SubPort': '1.0', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Subnet': '1.1', Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: 'Trunk': '1.1'}} Mar 28 05:33:20.374889 dv-cinder-831776-5-smb neutron-server[109883]: {{(pid=109883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:33:20.423344 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Attempting to bind port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:33:20.423938 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Attempting to bind port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:33:20.424188 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Attempting to bind port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b on network 4bf67c4d-e426-4866-89dd-e632fd5e7529 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:33:20.429142 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:33:20.429520 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Checking segment: {'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:20.430615 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:20.431005 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Bound using segment: {'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:33:20.431507 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Bound port: 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:33:20.431921 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:20.494289 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] For port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:33:20.498544 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] For port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b,segment=NetworkSegment(2d75eba0-726c-46f1-8a95-9a1b3626098a),segment_id=2d75eba0-726c-46f1-8a95-9a1b3626098a)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:33:20.505696 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:20.567968 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb9139-eb2d-43cc-9837-25d8935505e4 None None] Pushing event updated for resources: {'Port': ['ID=6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:21.978818 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 55372) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:22.298992 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [None req-a4f7727c-34b1-4e21-b152-4f9d1709ead0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:33:22.299991 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-a4f7727c-34b1-4e21-b152-4f9d1709ead0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3202202 Mar 28 05:33:24.851077 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55380) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:25.347448 dv-cinder-831776-5-smb neutron-server[109882]: WARNING oslo_policy.policy [None req-294cbaab-496c-488c-bdda-d6a3e5f5d9a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:25.348293 dv-cinder-831776-5-smb neutron-server[109882]: WARNING oslo_policy.policy [None req-294cbaab-496c-488c-bdda-d6a3e5f5d9a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:25.570946 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [None req-294cbaab-496c-488c-bdda-d6a3e5f5d9a5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:33:25.572209 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-294cbaab-496c-488c-bdda-d6a3e5f5d9a5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7190425 Mar 28 05:33:28.217393 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55394) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:28.536882 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:28.597110 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.policy [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109882) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 05:33:28.640495 dv-cinder-831776-5-smb neutron-server[109882]: WARNING oslo_policy.policy [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:28.640863 dv-cinder-831776-5-smb neutron-server[109882]: WARNING oslo_policy.policy [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 05:33:28.703494 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (b751f1ee-c858-40fd-93c1-4ddae4681490), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.705362 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (b751f1ee-c858-40fd-93c1-4ddae4681490), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.870468 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] Publish callbacks [] for router_controller (b751f1ee-c858-40fd-93c1-4ddae4681490), precommit_add_association {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.875658 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (b751f1ee-c858-40fd-93c1-4ddae4681490), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.900529 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:28.901767 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-7cdc636b-6a47-4500-8e02-3ea3a6af6b42 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6833708 Mar 28 05:33:31.435674 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55408) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:31.751610 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [None req-8002ad3e-5019-4979-8b3e-7c868bc0ae1e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:33:31.752612 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-8002ad3e-5019-4979-8b3e-7c868bc0ae1e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3159871 Mar 28 05:33:32.027623 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44881f8-3a79-42bd-8c3e-e1655141dbb0 None None] Network 4bf67c4d-e426-4866-89dd-e632fd5e7529 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:33:32.136324 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-3217a182-3f16-4013-8a0f-e9e83c8757f4 None None] Provisioning complete for port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:32.136745 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3217a182-3f16-4013-8a0f-e9e83c8757f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.325197 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:32.330197 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-3217a182-3f16-4013-8a0f-e9e83c8757f4 None None] Current status of the port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:32.330606 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3217a182-3f16-4013-8a0f-e9e83c8757f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.408623 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-3217a182-3f16-4013-8a0f-e9e83c8757f4 None None] For port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b,segment=NetworkSegment(2d75eba0-726c-46f1-8a95-9a1b3626098a),segment_id=2d75eba0-726c-46f1-8a95-9a1b3626098a)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:33:32.415101 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:32.415573 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.417885 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3217a182-3f16-4013-8a0f-e9e83c8757f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.498997 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217a182-3f16-4013-8a0f-e9e83c8757f4 None None] Pushing event updated for resources: {'Port': ['ID=6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:32.544618 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:32.550448 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-ec0ad896-2f9d-4161-b555-c9f119a08656 None None] Provisioning complete for port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:32.550842 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad896-2f9d-4161-b555-c9f119a08656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:32.630201 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ad896-2f9d-4161-b555-c9f119a08656 None None] Current status of the port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:34.256660 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:34.293633 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55416) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:34.303080 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:34.303623 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.379698 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:34.603908 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:34.625625 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Made reservation on behalf of ebab25c07e124bcf962ad799c3e51bbf for: {'network': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:33:34.628419 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.643460 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.744865 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Publish callbacks [] for security_group (e004beb4-bebb-4c41-9f80-460f9ab3355f), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.748118 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e004beb4-bebb-4c41-9f80-460f9ab3355f), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.758498 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=109882) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 05:33:34.790190 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749054651450', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (e6ac6ce9-b528-4e77-b4ce-948d9ce08f75), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.790773 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Unsubscribe: segment precommit_create {{(pid=109882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 05:33:34.791285 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.segments_db [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Added segment e6ac6ce9-b528-4e77-b4ce-948d9ce08f75 of type flat for network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 Mar 28 05:33:34.807019 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e004beb4-bebb-4c41-9f80-460f9ab3355f,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:34.832179 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.832523 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.832871 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.833254 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.833586 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.833909 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.834229 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.834546 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.834866 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.835181 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.836198 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.836612 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.836935 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.837279 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.837596 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Tracked resource versions report: Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: pushed versions: Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: { 'AddressGroup': {'1.2'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Agent': {'1.1'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'ConntrackHelper': {'1.0'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Log': {'1.0'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'NDPProxy': {'1.0'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Network': {'1.1'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Port': {'1.7'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'PortForwarding': {'1.3'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'QosPolicy': {'1.10'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'SecurityGroup': {'1.5'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'SubPort': {'1.0'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Subnet': {'1.1'}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Trunk': {'1.1'}} Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: consumer versions: Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: { DHCP agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: L3 agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: Metadata agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: Metering agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: Open vSwitch agent@dv-cinder-831776-5-smb: { 'AddressGroup': '1.2', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Agent': '1.1', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'ConntrackHelper': '1.0', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'LocalIPAssociation': '1.0', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Log': '1.0', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'NDPProxy': '1.0', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Network': '1.1', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Port': '1.7', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'PortForwarding': '1.3', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'QosPolicy': '1.10', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'SecurityGroup': '1.5', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'SecurityGroupRule': '1.2', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'SubPort': '1.0', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Subnet': '1.1', Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: 'Trunk': '1.1'}} Mar 28 05:33:34.838758 dv-cinder-831776-5-smb neutron-server[109882]: {{(pid=109882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:33:34.908619 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (623a83bd-7f03-4ec4-b579-a4c5424b04f0), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.954283 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (623a83bd-7f03-4ec4-b579-a4c5424b04f0), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:34.955722 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:34.956593 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:35.056850 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7615738 Mar 28 05:33:35.059701 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5c8c5-51ea-4499-915b-5680202995d6 admin admin] Pushing event updated for resources: {'Network': ['ID=623a83bd-7f03-4ec4-b579-a4c5424b04f0,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:35.103927 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:33:35.108207 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1ac194bf-742c-4f3a-9f64-d032ad586b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:37.298179 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-025f726e-b844-4122-b820-f1b1238599c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:37.560694 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55428) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:37.964271 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f3b2cc-48b6-4819-8c8d-037708685417 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:37.965686 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-93f3b2cc-48b6-4819-8c8d-037708685417 demo admin] 10.222.0.13 "GET /v2.0/subnets/0ef6c1a8-e947-427a-a975-61f1d9104cf3 HTTP/1.1" status: 200 len: 849 time: 0.4040840 Mar 28 05:33:38.101544 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-25f298f6-a07b-4e25-89a9-9932c891c496 demo admin] 10.222.0.13 "GET /v2.0/routers/b751f1ee-c858-40fd-93c1-4ddae4681490 HTTP/1.1" status: 200 len: 704 time: 0.1301425 Mar 28 05:33:38.370623 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:38.656937 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Allocated IP 172.20.0.1 (4bf67c4d-e426-4866-89dd-e632fd5e7529/0ef6c1a8-e947-427a-a975-61f1d9104cf3/9cb8aece-1529-47f4-967a-b7df6173c923) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:33:38.768056 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:38.838018 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Publish callbacks [] for port (9cb8aece-1529-47f4-967a-b7df6173c923), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:38.903541 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:38.972344 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Network 4bf67c4d-e426-4866-89dd-e632fd5e7529 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:33:38.977520 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:38.990180 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:33:38.990728 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (b751f1ee-c858-40fd-93c1-4ddae4681490), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:39.046153 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Pushing event updated for resources: {'Port': ['ID=9cb8aece-1529-47f4-967a-b7df6173c923,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:39.190782 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-b1841a86-e52d-42f0-8140-2137931e7957 None None] Provisioning complete for port 9cb8aece-1529-47f4-967a-b7df6173c923 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:39.191177 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b1841a86-e52d-42f0-8140-2137931e7957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:39.191784 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:39.279122 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-b1841a86-e52d-42f0-8140-2137931e7957 None None] Port 9cb8aece-1529-47f4-967a-b7df6173c923 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:33:39.454858 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Publish callbacks [] for port (9cb8aece-1529-47f4-967a-b7df6173c923), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:39.459329 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:39.460041 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (b751f1ee-c858-40fd-93c1-4ddae4681490), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:39.536937 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Pushing event updated for resources: {'Port': ['ID=9cb8aece-1529-47f4-967a-b7df6173c923,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:39.581325 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Network 4bf67c4d-e426-4866-89dd-e632fd5e7529 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:33:39.582560 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:39.751453 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Router b751f1ee-c858-40fd-93c1-4ddae4681490 is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:33:39.846806 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:33:39.852785 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-86636a00-aa80-406c-9183-85c631aacebc demo admin] 10.222.0.13 "PUT /v2.0/routers/b751f1ee-c858-40fd-93c1-4ddae4681490/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7461326 Mar 28 05:33:39.857432 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Sync routers for ids ['b751f1ee-c858-40fd-93c1-4ddae4681490'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:33:39.870358 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Routers {'b751f1ee-c858-40fd-93c1-4ddae4681490'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:39.871171 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:33:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['b751f1ee-c858-40fd-93c1-4ddae4681490'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:39.904730 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-58d859fa-c86f-437c-8bca-09afe21ec10b None None] Provisioning complete for port 9cb8aece-1529-47f4-967a-b7df6173c923 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:39.905348 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-58d859fa-c86f-437c-8bca-09afe21ec10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:39.942794 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-58d859fa-c86f-437c-8bca-09afe21ec10b None None] Port 9cb8aece-1529-47f4-967a-b7df6173c923 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:33:40.078956 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Set router b751f1ee-c858-40fd-93c1-4ddae4681490 gateway port host: None {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:33:40.287088 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:40.517765 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'name': 'router1', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:28Z', 'updated_at': '2022-03-28T05:33:39Z', 'revision_number': 2, 'project_id': '34128847272445bd8a0fbdbf84760734', 'gw_port_host': None, '_interfaces': [{'id': '9cb8aece-1529-47f4-967a-b7df6173c923', 'name': '', 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'mac_address': 'fa:16:3e:4c:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:38Z', 'updated_at': '2022-03-28T05:33:39Z', 'revision_number': 2, 'project_id': '34128847272445bd8a0fbdbf84760734', 'subnets': [{'id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b87c2db4-241d-46c7-8a5f-0b4c5dcf25b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:40.568164 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Checking router: b751f1ee-c858-40fd-93c1-4ddae4681490 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:33:40.568541 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Updating router b751f1ee-c858-40fd-93c1-4ddae4681490 port 9cb8aece-1529-47f4-967a-b7df6173c923 binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:33:40.620447 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.131964 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Publish callbacks [] for port (9cb8aece-1529-47f4-967a-b7df6173c923), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.138220 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.310912 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Attempting to bind port 9cb8aece-1529-47f4-967a-b7df6173c923 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:33:41.311327 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Attempting to bind port 9cb8aece-1529-47f4-967a-b7df6173c923 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:33:41.311773 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Attempting to bind port 9cb8aece-1529-47f4-967a-b7df6173c923 on network 4bf67c4d-e426-4866-89dd-e632fd5e7529 {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:33:41.320250 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Pushing event updated for resources: {'Port': ['ID=9cb8aece-1529-47f4-967a-b7df6173c923,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:41.322700 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:33:41.323085 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Checking segment: {'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:41.323558 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.323943 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Bound using segment: {'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:33:41.324405 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Bound port: 9cb8aece-1529-47f4-967a-b7df6173c923, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d75eba0-726c-46f1-8a95-9a1b3626098a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:33:41.324779 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.338302 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.338645 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.338980 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.339321 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.339648 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.339970 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.340291 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.340607 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.340922 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.341367 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.341691 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.342015 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.342331 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.342643 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.342956 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Tracked resource versions report: Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: pushed versions: Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: { 'AddressGroup': {'1.2'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Agent': {'1.1'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'ConntrackHelper': {'1.0'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Log': {'1.0'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'NDPProxy': {'1.0'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Network': {'1.1'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Port': {'1.7'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'PortForwarding': {'1.3'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'QosPolicy': {'1.10'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'SecurityGroup': {'1.5'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'SubPort': {'1.0'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Subnet': {'1.1'}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Trunk': {'1.1'}} Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: consumer versions: Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: { DHCP agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: L3 agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: Metadata agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: Metering agent@dv-cinder-831776-5-smb: {}, Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: Open vSwitch agent@dv-cinder-831776-5-smb: { 'AddressGroup': '1.2', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Agent': '1.1', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'ConntrackHelper': '1.0', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'LocalIPAssociation': '1.0', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Log': '1.0', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'NDPProxy': '1.0', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Network': '1.1', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Port': '1.7', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'PortForwarding': '1.3', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'QosPolicy': '1.10', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'SecurityGroup': '1.5', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'SecurityGroupRule': '1.2', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'SubPort': '1.0', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Subnet': '1.1', Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: 'Trunk': '1.1'}} Mar 28 05:33:41.344075 dv-cinder-831776-5-smb neutron-server[109884]: {{(pid=109884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:33:41.369555 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-92b36475-9cc6-4597-b66a-569b5400f9a0 None None] Provisioning complete for port 9cb8aece-1529-47f4-967a-b7df6173c923 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:41.370554 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-92b36475-9cc6-4597-b66a-569b5400f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.405711 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-92b36475-9cc6-4597-b66a-569b5400f9a0 None None] Port 9cb8aece-1529-47f4-967a-b7df6173c923 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:33:41.409839 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] For port 9cb8aece-1529-47f4-967a-b7df6173c923, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:33:41.428862 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] For port 9cb8aece-1529-47f4-967a-b7df6173c923, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=9cb8aece-1529-47f4-967a-b7df6173c923,segment=NetworkSegment(2d75eba0-726c-46f1-8a95-9a1b3626098a),segment_id=2d75eba0-726c-46f1-8a95-9a1b3626098a)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:33:41.435050 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.479191 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Routers {'b751f1ee-c858-40fd-93c1-4ddae4681490'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:41.479912 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:33:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['b751f1ee-c858-40fd-93c1-4ddae4681490'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:41.559009 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.579598 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] Set router b751f1ee-c858-40fd-93c1-4ddae4681490 gateway port host: None {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:33:41.615777 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60ffe9-7c4f-45e9-a44c-85a05a1b3a51 None None] Pushing event updated for resources: {'Port': ['ID=9cb8aece-1529-47f4-967a-b7df6173c923,revision_number=4']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:41.728876 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-6f8fa9f7-8fe3-4a3e-990a-e5698d5bbbb8 None None] Provisioning complete for port 9cb8aece-1529-47f4-967a-b7df6173c923 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:41.729391 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa9f7-8fe3-4a3e-990a-e5698d5bbbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.798697 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'name': 'router1', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:28Z', 'updated_at': '2022-03-28T05:33:39Z', 'revision_number': 2, 'project_id': '34128847272445bd8a0fbdbf84760734', 'gw_port_host': None, '_interfaces': [{'id': '9cb8aece-1529-47f4-967a-b7df6173c923', 'name': '', 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'mac_address': 'fa:16:3e:4c:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:38Z', 'updated_at': '2022-03-28T05:33:41Z', 'revision_number': 4, 'project_id': '34128847272445bd8a0fbdbf84760734', 'subnets': [{'id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b87c2db4-241d-46c7-8a5f-0b4c5dcf25b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:41.811205 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fa9f7-8fe3-4a3e-990a-e5698d5bbbb8 None None] Current status of the port 9cb8aece-1529-47f4-967a-b7df6173c923 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:41.811603 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa9f7-8fe3-4a3e-990a-e5698d5bbbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.827157 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6ecc7-5918-440d-aa63-a843ed54b71d None None] The sync data for ids ['b751f1ee-c858-40fd-93c1-4ddae4681490'] in dv-cinder-831776-5-smb is: [{'id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'name': 'router1', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:28Z', 'updated_at': '2022-03-28T05:33:39Z', 'revision_number': 2, 'project_id': '34128847272445bd8a0fbdbf84760734', 'gw_port_host': None, '_interfaces': [{'id': '9cb8aece-1529-47f4-967a-b7df6173c923', 'name': '', 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'mac_address': 'fa:16:3e:4c:c5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:38Z', 'updated_at': '2022-03-28T05:33:41Z', 'revision_number': 4, 'project_id': '34128847272445bd8a0fbdbf84760734', 'subnets': [{'id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b87c2db4-241d-46c7-8a5f-0b4c5dcf25b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:33:41.850309 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-6f8fa9f7-8fe3-4a3e-990a-e5698d5bbbb8 None None] For port 9cb8aece-1529-47f4-967a-b7df6173c923, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=9cb8aece-1529-47f4-967a-b7df6173c923,segment=NetworkSegment(2d75eba0-726c-46f1-8a95-9a1b3626098a),segment_id=2d75eba0-726c-46f1-8a95-9a1b3626098a)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:33:41.855291 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-6f8fa9f7-8fe3-4a3e-990a-e5698d5bbbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:41.912541 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fa9f7-8fe3-4a3e-990a-e5698d5bbbb8 None None] Pushing event updated for resources: {'Port': ['ID=9cb8aece-1529-47f4-967a-b7df6173c923,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:42.388327 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55448) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:42.583752 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077347ca-8d8e-4269-a751-6647a86d4824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:42.585628 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-077347ca-8d8e-4269-a751-6647a86d4824 admin admin] 10.222.0.13 "GET /v2.0/networks/623a83bd-7f03-4ec4-b579-a4c5424b04f0 HTTP/1.1" status: 200 len: 842 time: 0.1956656 Mar 28 05:33:42.595458 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:42.619594 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Made reservation on behalf of ebab25c07e124bcf962ad799c3e51bbf for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:33:42.621824 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:42.921106 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.objects.ports [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109882) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 28 05:33:42.921541 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (c67fe5ec-32b7-4150-a5a9-6fc186bb5a74), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:42.972400 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67fe5ec-32b7-4150-a5a9-6fc186bb5a74,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:42.984333 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:42.984679 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Network hostable DHCP agents. Network: 623a83bd-7f03-4ec4-b579-a4c5424b04f0, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:33:43.004704 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:33:43.015318 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 623a83bd-7f03-4ec4-b579-a4c5424b04f0) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:43.021397 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:43.023233 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:43.025054 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae8553e-79b5-43c7-8d52-ed39ded58cef None None] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:33:43.039431 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e82e913f-7f6f-4ea2-9bbd-8579b2f0125e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4473972 Mar 28 05:33:43.127564 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b80d9-964d-4301-8458-6137c492e089 None None] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:33:45.554079 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55466) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:45.688623 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-83f2147c-a01b-42ac-97dd-c1773568ead0 demo admin] 10.222.0.13 "GET /v2.0/routers/b751f1ee-c858-40fd-93c1-4ddae4681490 HTTP/1.1" status: 200 len: 710 time: 0.1333246 Mar 28 05:33:45.774920 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79623da4-7293-42d7-aa21-fa4fa06804fb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:33:45.776277 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-79623da4-7293-42d7-aa21-fa4fa06804fb demo admin] 10.222.0.13 "GET /v2.0/networks/623a83bd-7f03-4ec4-b579-a4c5424b04f0 HTTP/1.1" status: 200 len: 886 time: 0.0823588 Mar 28 05:33:45.784973 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:33:46.112678 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks [] for router_gateway (b751f1ee-c858-40fd-93c1-4ddae4681490), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:46.342620 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks [] for router_gateway (b751f1ee-c858-40fd-93c1-4ddae4681490), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:46.414436 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:46.517865 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Allocated IP 172.28.0.130 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/1e5657cb-209d-4f6b-a183-aa53c591877d) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:33:46.617841 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks [] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:46.650988 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:46.689317 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:33:46.694074 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:33:46.699336 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Pushing event updated for resources: {'Port': ['ID=1e5657cb-209d-4f6b-a183-aa53c591877d,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:46.702951 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:33:46.952994 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks [] for router_gateway (b751f1ee-c858-40fd-93c1-4ddae4681490), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:47.158504 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-639975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2451'] for router (b751f1ee-c858-40fd-93c1-4ddae4681490), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:47.161952 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-639982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-639765', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653759'] for router (b751f1ee-c858-40fd-93c1-4ddae4681490), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:47.274135 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Router b751f1ee-c858-40fd-93c1-4ddae4681490 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:33:47.465516 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:33:47.470398 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:47.471485 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-be19c290-9f2c-4828-8af1-bac82a0a7f54 demo admin] 10.222.0.13 "PUT /v2.0/routers/b751f1ee-c858-40fd-93c1-4ddae4681490 HTTP/1.1" status: 200 len: 890 time: 1.6895723 Mar 28 05:33:50.016954 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55480) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:33:50.130669 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-ef5b9798-009a-4f55-bb07-9e6f4fbf608d admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1124685 Mar 28 05:33:50.295429 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 9cb8aece-1529-47f4-967a-b7df6173c923 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:50.352833 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 9cb8aece-1529-47f4-967a-b7df6173c923 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:50.352833 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:50.439557 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 9cb8aece-1529-47f4-967a-b7df6173c923 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:50.511034 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Sync routers for ids ['b751f1ee-c858-40fd-93c1-4ddae4681490'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:33:50.525185 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Routers {'b751f1ee-c858-40fd-93c1-4ddae4681490'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:50.525832 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:33:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['b751f1ee-c858-40fd-93c1-4ddae4681490'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:50.747745 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Set router b751f1ee-c858-40fd-93c1-4ddae4681490 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:33:51.216776 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'name': 'router1', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '1e5657cb-209d-4f6b-a183-aa53c591877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:28Z', 'updated_at': '2022-03-28T05:33:46Z', 'revision_number': 4, 'project_id': '34128847272445bd8a0fbdbf84760734', 'gw_port': {'id': '1e5657cb-209d-4f6b-a183-aa53c591877d', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:46Z', 'updated_at': '2022-03-28T05:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9cb8aece-1529-47f4-967a-b7df6173c923', 'name': '', 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'mac_address': 'fa:16:3e:4c:c5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:38Z', 'updated_at': '2022-03-28T05:33:41Z', 'revision_number': 5, 'project_id': '34128847272445bd8a0fbdbf84760734', 'subnets': [{'id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b87c2db4-241d-46c7-8a5f-0b4c5dcf25b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:51.264491 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Checking router: b751f1ee-c858-40fd-93c1-4ddae4681490 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:33:51.264859 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Updating router b751f1ee-c858-40fd-93c1-4ddae4681490 port 1e5657cb-209d-4f6b-a183-aa53c591877d binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:33:51.326191 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:51.644057 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Publish callbacks [] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:51.649650 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:51.697486 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Attempting to bind port 1e5657cb-209d-4f6b-a183-aa53c591877d on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:33:51.697872 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Attempting to bind port 1e5657cb-209d-4f6b-a183-aa53c591877d by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:33:51.698239 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Attempting to bind port 1e5657cb-209d-4f6b-a183-aa53c591877d on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:33:51.705254 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94064e-1c5f-4bf3-b70b-b849335ba391 None None] Pushing event updated for resources: {'Port': ['ID=1e5657cb-209d-4f6b-a183-aa53c591877d,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:51.707644 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:33:51.708023 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:33:51.708420 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:51.708811 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:33:51.709308 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Bound port: 1e5657cb-209d-4f6b-a183-aa53c591877d, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:33:51.710252 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:51.764402 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] For port 1e5657cb-209d-4f6b-a183-aa53c591877d, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:33:51.767341 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] For port 1e5657cb-209d-4f6b-a183-aa53c591877d, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=1e5657cb-209d-4f6b-a183-aa53c591877d,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:33:51.773718 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:51.827401 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94064e-1c5f-4bf3-b70b-b849335ba391 None None] Pushing event updated for resources: {'Port': ['ID=1e5657cb-209d-4f6b-a183-aa53c591877d,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:51.834296 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Routers {'b751f1ee-c858-40fd-93c1-4ddae4681490'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:33:51.835600 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:33:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['b751f1ee-c858-40fd-93c1-4ddae4681490'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:51.955726 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] Set router b751f1ee-c858-40fd-93c1-4ddae4681490 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:33:52.175686 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'name': 'router1', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '1e5657cb-209d-4f6b-a183-aa53c591877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:28Z', 'updated_at': '2022-03-28T05:33:46Z', 'revision_number': 4, 'project_id': '34128847272445bd8a0fbdbf84760734', 'gw_port': {'id': '1e5657cb-209d-4f6b-a183-aa53c591877d', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:46Z', 'updated_at': '2022-03-28T05:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9cb8aece-1529-47f4-967a-b7df6173c923', 'name': '', 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'mac_address': 'fa:16:3e:4c:c5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:38Z', 'updated_at': '2022-03-28T05:33:41Z', 'revision_number': 5, 'project_id': '34128847272445bd8a0fbdbf84760734', 'subnets': [{'id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b87c2db4-241d-46c7-8a5f-0b4c5dcf25b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:33:52.206611 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f5d795-332b-4ead-9ba0-991bb3e79de7 None None] The sync data for ids ['b751f1ee-c858-40fd-93c1-4ddae4681490'] in dv-cinder-831776-5-smb is: [{'id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'name': 'router1', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '1e5657cb-209d-4f6b-a183-aa53c591877d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:33:28Z', 'updated_at': '2022-03-28T05:33:46Z', 'revision_number': 4, 'project_id': '34128847272445bd8a0fbdbf84760734', 'gw_port': {'id': '1e5657cb-209d-4f6b-a183-aa53c591877d', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:80:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:46Z', 'updated_at': '2022-03-28T05:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9cb8aece-1529-47f4-967a-b7df6173c923', 'name': '', 'network_id': '4bf67c4d-e426-4866-89dd-e632fd5e7529', 'tenant_id': '34128847272445bd8a0fbdbf84760734', 'mac_address': 'fa:16:3e:4c:c5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b751f1ee-c858-40fd-93c1-4ddae4681490', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:33:38Z', 'updated_at': '2022-03-28T05:33:41Z', 'revision_number': 5, 'project_id': '34128847272445bd8a0fbdbf84760734', 'subnets': [{'id': '0ef6c1a8-e947-427a-a975-61f1d9104cf3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b87c2db4-241d-46c7-8a5f-0b4c5dcf25b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:33:53.637249 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:33:54.378739 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 1e5657cb-209d-4f6b-a183-aa53c591877d up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:54.449730 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 1e5657cb-209d-4f6b-a183-aa53c591877d triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:54.450399 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:54.550639 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 1e5657cb-209d-4f6b-a183-aa53c591877d is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:33:54.551271 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:54.572350 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port 1e5657cb-209d-4f6b-a183-aa53c591877d, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=1e5657cb-209d-4f6b-a183-aa53c591877d,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:33:54.579901 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:54.638929 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=1e5657cb-209d-4f6b-a183-aa53c591877d,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:33:56.355711 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 1e5657cb-209d-4f6b-a183-aa53c591877d up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:33:56.426433 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 1e5657cb-209d-4f6b-a183-aa53c591877d triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:33:56.426843 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (1e5657cb-209d-4f6b-a183-aa53c591877d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:33:56.563122 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 1e5657cb-209d-4f6b-a183-aa53c591877d is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:34:05.108379 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e249a976-c55c-4be2-ab39-f1a847879ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:07.296792 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3e263942-b43e-4ec2-82b6-ec35b5070b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:08.783718 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:10.290359 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:11.560000 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:30.636993 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:34:35.104675 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-0436a378-1206-4348-9990-10f598fda076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:37.294128 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1fc43010-9722-4e0e-90e3-d33f1b2c9026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:38.779455 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:40.295671 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:34:41.553750 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:05.097214 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-718d58ac-f4bc-42f1-8214-9dfb4cd57cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:07.294906 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-632dda5b-e315-4cb2-aa2d-ce967cf81ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:07.636220 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:35:08.778503 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:10.290801 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:11.556947 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:11.879659 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55964) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:11.943048 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76a1d49-ce7e-4e62-a81c-1d093146c000 admin admin] GET failed (client error): The resource could not be found. Mar 28 05:35:11.944318 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-c76a1d49-ce7e-4e62-a81c-1d093146c000 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637026 Mar 28 05:35:12.099419 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793821b-26ea-40b8-a8a8-c237ec1bf1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:12.100796 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-2793821b-26ea-40b8-a8a8-c237ec1bf1fe admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1524794 Mar 28 05:35:14.435776 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 55974) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:14.525981 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb76e4-b145-425b-82c9-b2a2dbc84bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:14.527262 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-39cb76e4-b145-425b-82c9-b2a2dbc84bd7 admin admin] 10.222.0.13 "GET /v2.0/subnets/0ef6c1a8-e947-427a-a975-61f1d9104cf3 HTTP/1.1" status: 200 len: 849 time: 0.0905151 Mar 28 05:35:14.537138 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:35:14.627610 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Publish callbacks [] for subnet (0ef6c1a8-e947-427a-a975-61f1d9104cf3), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:14.767975 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749054894987'] for subnet (0ef6c1a8-e947-427a-a975-61f1d9104cf3), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:14.798397 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:14.798911 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:14.813137 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] 10.222.0.13 "PUT /v2.0/subnets/0ef6c1a8-e947-427a-a975-61f1d9104cf3 HTTP/1.1" status: 200 len: 868 time: 0.2672992 Mar 28 05:35:14.813409 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d102ea7e-d333-4dc7-9a08-4d7e7bee5f1a None None] Network 4bf67c4d-e426-4866-89dd-e632fd5e7529 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:35:14.819217 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef6c1a8-e947-427a-a975-61f1d9104cf3,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:35:14.827088 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.827472 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.827800 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.828161 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.828500 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.828888 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.829249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.829579 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.829911 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.830240 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.830569 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.830964 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.831302 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.832164 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:14.832439 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f580f76-3a76-48fd-9be5-5757778cd100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:35:15.158977 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-89d5827a-fbb6-4978-a3a7-11f4ae0f0a2f None None] Provisioning complete for port 9cb8aece-1529-47f4-967a-b7df6173c923 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:35:15.159350 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-89d5827a-fbb6-4978-a3a7-11f4ae0f0a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9cb8aece-1529-47f4-967a-b7df6173c923), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:15.235695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-89d5827a-fbb6-4978-a3a7-11f4ae0f0a2f None None] Current status of the port 9cb8aece-1529-47f4-967a-b7df6173c923 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:35:15.245518 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-89d5827a-fbb6-4978-a3a7-11f4ae0f0a2f None None] Provisioning complete for port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:35:15.245910 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-89d5827a-fbb6-4978-a3a7-11f4ae0f0a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:15.322722 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-89d5827a-fbb6-4978-a3a7-11f4ae0f0a2f None None] Current status of the port 6bd822c6-2ff9-4fa8-b9fa-eef05da7f78b is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:35:17.148261 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 55982) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:17.349235 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd7f9e-acbd-40ca-a5cc-d88727dc22b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:17.349635 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd7f9e-acbd-40ca-a5cc-d88727dc22b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:17.351170 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-31fd7f9e-acbd-40ca-a5cc-d88727dc22b7 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019088 Mar 28 05:35:19.657154 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 55992) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:19.790394 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151175b0-5207-497a-b0df-7f76ac3fecd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:19.790878 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151175b0-5207-497a-b0df-7f76ac3fecd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:19.792406 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-151175b0-5207-497a-b0df-7f76ac3fecd8 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1343012 Mar 28 05:35:22.116063 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56000) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:22.241096 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8df7ce3-3630-48dd-a16a-480349d0efa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:22.242435 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-a8df7ce3-3630-48dd-a16a-480349d0efa3 admin admin] 10.222.0.13 "GET /v2.0/networks/4bf67c4d-e426-4866-89dd-e632fd5e7529 HTTP/1.1" status: 200 len: 869 time: 0.1253698 Mar 28 05:35:24.562905 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56008) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:24.691776 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b3da48-9710-4d72-99e6-fbbf4ed37d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:24.693183 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-94b3da48-9710-4d72-99e6-fbbf4ed37d1f admin admin] 10.222.0.13 "GET /v2.0/networks/623a83bd-7f03-4ec4-b579-a4c5424b04f0 HTTP/1.1" status: 200 len: 886 time: 0.1293082 Mar 28 05:35:27.028401 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56016) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:27.152285 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0244b-128d-4f08-b5e5-f79bae667b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:27.152745 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0244b-128d-4f08-b5e5-f79bae667b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:27.154297 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-52c0244b-128d-4f08-b5e5-f79bae667b53 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249502 Mar 28 05:35:29.497243 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56024) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:29.586903 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04366a5-f1e9-4750-a32f-eccd87cb6ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:29.587270 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04366a5-f1e9-4750-a32f-eccd87cb6ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:29.588776 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-b04366a5-f1e9-4750-a32f-eccd87cb6ea9 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905299 Mar 28 05:35:31.931861 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56032) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:32.023362 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7dda2-3d51-4d75-82e6-1601e6201bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:32.024672 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-16b7dda2-3d51-4d75-82e6-1601e6201bef admin admin] 10.222.0.13 "GET /v2.0/subnets/0ef6c1a8-e947-427a-a975-61f1d9104cf3 HTTP/1.1" status: 200 len: 868 time: 0.0918865 Mar 28 05:35:34.341451 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56040) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:35:34.424821 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64dc9d8-8f43-41eb-8531-a2621cfc24b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:35:34.426165 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c64dc9d8-8f43-41eb-8531-a2621cfc24b7 admin admin] 10.222.0.13 "GET /v2.0/subnets/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74 HTTP/1.1" status: 200 len: 816 time: 0.0837555 Mar 28 05:35:35.100188 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ba396fa6-b772-42b7-86a7-a33da3d804b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:37.297836 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-685b9260-7f94-4b0f-9b9f-dce29a5b8dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:38.782397 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:40.298751 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:41.558940 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:35:44.635142 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:36:02.550901 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56092) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:36:02.598262 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [None req-8201f73b-1588-445b-ae1e-365824ca50cd admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:36:02.599279 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-8201f73b-1588-445b-ae1e-365824ca50cd admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474808 Mar 28 05:36:05.002758 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56100) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:36:05.061604 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36e45a7-ad53-4922-a8c2-da8e94cfe3e0 admin admin] GET failed (client error): The resource could not be found. Mar 28 05:36:05.062852 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-b36e45a7-ad53-4922-a8c2-da8e94cfe3e0 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591543 Mar 28 05:36:05.101665 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-98fbb1a1-c6fe-43f2-9f00-7a4d377833d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:05.153526 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d6afe-7bb5-4e5a-aed4-05016ddfead3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:36:05.155337 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-678d6afe-7bb5-4e5a-aed4-05016ddfead3 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0884635 Mar 28 05:36:07.300339 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-36d2984c-692e-4a7a-a1eb-caedb96e140c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:07.488091 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56108) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:36:07.533620 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:36:07.552181 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Made reservation on behalf of ebab25c07e124bcf962ad799c3e51bbf for: {'network': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:36:07.554332 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:07.580932 dv-cinder-831776-5-smb neutron-server[109882]: WARNING neutron.services.revisions.revision_plugin [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Could not find related network for resource to bump revision. Mar 28 05:36:07.594441 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:36:07.604114 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (b5980f67-e63d-414e-88c2-204a489fa740), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:07.604439 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.segments_db [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Added segment b5980f67-e63d-414e-88c2-204a489fa740 of type vlan for network 9d686c10-9f0b-4487-8489-2c6b28d934cf Mar 28 05:36:07.650839 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (9d686c10-9f0b-4487-8489-2c6b28d934cf), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:07.674437 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (9d686c10-9f0b-4487-8489-2c6b28d934cf), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:07.675381 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:36:07.675942 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:07.731227 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2420769 Mar 28 05:36:07.738665 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e5d6a-443b-492b-a3f4-9c445d9c6158 admin admin] Pushing event updated for resources: {'Network': ['ID=9d686c10-9f0b-4487-8489-2c6b28d934cf,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:07.750068 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 9d686c10-9f0b-4487-8489-2c6b28d934cf details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:36:08.786498 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:10.059454 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56116) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:36:10.120942 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.pecan_wsgi.hooks.translation [None req-913b4aa0-9f96-469b-9679-1e7cb46a2a91 admin admin] GET failed (client error): The resource could not be found. Mar 28 05:36:10.122234 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-913b4aa0-9f96-469b-9679-1e7cb46a2a91 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618262 Mar 28 05:36:10.195426 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d33b68-ddc7-4abd-94f5-c065084e7c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:36:10.196886 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e9d33b68-ddc7-4abd-94f5-c065084e7c4a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706742 Mar 28 05:36:10.206646 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf', 'description': 'shared-subnet'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:36:10.224770 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Made reservation on behalf of ebab25c07e124bcf962ad799c3e51bbf for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:36:10.226946 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:10.298596 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:10.388317 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (e0c33d2d-5dfc-43d5-ae11-1d19ef3658f4), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:10.448668 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c33d2d-5dfc-43d5-ae11-1d19ef3658f4,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:10.452773 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Checking segment: {'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:36:10.453273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Network hostable DHCP agents. Network: 9d686c10-9f0b-4487-8489-2c6b28d934cf, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:36:10.469033 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Network 9d686c10-9f0b-4487-8489-2c6b28d934cf is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:36:10.478185 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 9d686c10-9f0b-4487-8489-2c6b28d934cf) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:36:10.482057 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:36:10.482649 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:10.488643 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6485854-bc0c-45eb-a8f7-37a0c58efd1f None None] Network 9d686c10-9f0b-4487-8489-2c6b28d934cf requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:36:10.497653 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-5dd41d6b-84b8-48ea-910f-190530f0c6ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945230 Mar 28 05:36:10.698814 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-9d686c10-9f0b-4487-8489-2c6b28d934cf', 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf', 'project_id': 'ebab25c07e124bcf962ad799c3e51bbf', 'fixed_ips': [{'subnet_id': 'e0c33d2d-5dfc-43d5-ae11-1d19ef3658f4'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:36:10.699666 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:10.840800 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Allocated IP 192.168.233.2 (9d686c10-9f0b-4487-8489-2c6b28d934cf/e0c33d2d-5dfc-43d5-ae11-1d19ef3658f4/e7fdc04d-8a56-47cf-ba24-7ee94cf234e0) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:36:10.988415 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Publish callbacks [] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:10.993810 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:11.037336 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Network 9d686c10-9f0b-4487-8489-2c6b28d934cf is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:36:11.040198 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:36:11.050185 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Pushing event updated for resources: {'Port': ['ID=e7fdc04d-8a56-47cf-ba24-7ee94cf234e0,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:11.052358 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:36:11.060729 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.061101 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.061450 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.061807 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.062153 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.062489 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.062840 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.063166 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.063610 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.065111 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.065398 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.065750 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.066083 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.066411 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.066735 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:36:11.122854 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Attempting to bind port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:36:11.122854 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Attempting to bind port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:36:11.123332 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Attempting to bind port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 on network 9d686c10-9f0b-4487-8489-2c6b28d934cf {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:36:11.129258 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:36:11.129668 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Checking segment: {'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:36:11.130076 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:11.130472 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Bound using segment: {'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:36:11.130939 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Bound port: e7fdc04d-8a56-47cf-ba24-7ee94cf234e0, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:36:11.131322 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:11.194678 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] For port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:36:11.197981 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] For port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=e7fdc04d-8a56-47cf-ba24-7ee94cf234e0,segment=NetworkSegment(b5980f67-e63d-414e-88c2-204a489fa740),segment_id=b5980f67-e63d-414e-88c2-204a489fa740)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:36:11.203845 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:11.264483 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae013950-03a2-4327-862f-8534aa7c781a None None] Pushing event updated for resources: {'Port': ['ID=e7fdc04d-8a56-47cf-ba24-7ee94cf234e0,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:11.570946 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:12.118245 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d420ba-1207-41bb-b303-ded721e59fdc None None] Network 9d686c10-9f0b-4487-8489-2c6b28d934cf requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:36:12.216870 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d160ca7d-ca45-45b8-84bb-ba1cb46af54d None None] Provisioning complete for port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:36:12.217296 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d160ca7d-ca45-45b8-84bb-ba1cb46af54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:12.310285 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d160ca7d-ca45-45b8-84bb-ba1cb46af54d None None] Current status of the port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:36:12.310497 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d160ca7d-ca45-45b8-84bb-ba1cb46af54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:12.354192 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d160ca7d-ca45-45b8-84bb-ba1cb46af54d None None] For port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=e7fdc04d-8a56-47cf-ba24-7ee94cf234e0,segment=NetworkSegment(b5980f67-e63d-414e-88c2-204a489fa740),segment_id=b5980f67-e63d-414e-88c2-204a489fa740)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:36:12.359002 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d160ca7d-ca45-45b8-84bb-ba1cb46af54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:12.425771 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:36:12.468539 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160ca7d-ca45-45b8-84bb-ba1cb46af54d None None] Pushing event updated for resources: {'Port': ['ID=e7fdc04d-8a56-47cf-ba24-7ee94cf234e0,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:36:12.486126 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:36:12.486504 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:12.564464 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:36:12.578241 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-389614d7-2168-4c28-859b-8dc0ea1203c7 None None] Provisioning complete for port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:36:12.578847 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-389614d7-2168-4c28-859b-8dc0ea1203c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:12.659847 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-389614d7-2168-4c28-859b-8dc0ea1203c7 None None] Current status of the port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:36:14.374905 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:36:14.423988 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:36:14.424408 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e7fdc04d-8a56-47cf-ba24-7ee94cf234e0), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:14.502229 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port e7fdc04d-8a56-47cf-ba24-7ee94cf234e0 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:36:21.633685 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:36:35.103741 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e9814f87-af99-4b03-9666-50056e5015b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:37.304623 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7cf6d467-43b6-4b30-8649-36fd7fdd1995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:38.788441 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:40.301160 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:41.563302 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:36:58.632770 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:37:05.106449 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a4f69398-1111-4dbb-9458-93b0d21afd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:07.306907 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-66e76aa2-2284-4070-a87e-f071208016ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:08.796378 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:10.304735 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:11.565559 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:30.764260 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56154) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:37:30.770008 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [None req-d8e47391-cd33-42b9-8dff-9077f56c18c6 tempest-verify_tempest_config-1742547923 tempest-verify_tempest_config-1742547923-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:37:30.770974 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d8e47391-cd33-42b9-8dff-9077f56c18c6 tempest-verify_tempest_config-1742547923 tempest-verify_tempest_config-1742547923-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057464 Mar 28 05:37:31.058092 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56172) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:37:31.161522 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:31.236789 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Publish callbacks [] for security_group (58a2b1aa-0cc0-48fe-a702-dd4914c18373), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:31.240338 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (58a2b1aa-0cc0-48fe-a702-dd4914c18373), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:31.283868 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a2b1aa-0cc0-48fe-a702-dd4914c18373,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:37:31.288388 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb6e93172229487eaadd42a9264ecc97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2292972 Mar 28 05:37:31.291381 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56176) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:37:31.292646 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.292997 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.293368 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.293712 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.294051 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.294388 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.294715 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.295102 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.295352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.295677 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.296076 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.296659 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.296747 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.297070 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.297395 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f202df-bf0d-436a-a831-6297a7181b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.349804 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Publish callbacks [] for security_group (58a2b1aa-0cc0-48fe-a702-dd4914c18373), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:31.369298 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Publish callbacks [] for security_group (58a2b1aa-0cc0-48fe-a702-dd4914c18373), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:31.457210 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (58a2b1aa-0cc0-48fe-a702-dd4914c18373), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:31.459771 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:31.460934 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58a2b1aa-0cc0-48fe-a702-dd4914c18373 HTTP/1.1" status: 204 len: 168 time: 0.1680698 Mar 28 05:37:31.469029 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a2b1aa-0cc0-48fe-a702-dd4914c18373,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:37:31.475785 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.476135 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.476503 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.476860 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.477222 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.477557 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.477885 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.478208 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.478536 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.478865 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.479176 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.479517 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.479843 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.480161 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:31.480476 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b297cf8-cc69-4274-9f81-7cff36863ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:37:35.109311 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-f288980a-b3ab-4302-8ab3-677bda04dcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:35.631373 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:37:37.311083 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-643c1243-0d10-49fd-8fdf-732d43c4047e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:38.796194 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:40.309140 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:37:41.569931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:05.114048 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4905878e-1a0a-4667-8ad2-ed9e1370a7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:07.313317 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1f905712-1dd0-44b4-86ff-900b49de60ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:08.797837 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:10.312413 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:11.572132 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:12.629566 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:38:35.115340 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-42d7819a-ddcb-467c-bb1c-10e40092c7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:37.314949 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-668a8888-1967-4c10-a46f-c6b965002b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:38.799996 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:40.314265 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:41.573526 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:38:49.627858 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 5 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:39:05.117683 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e8b51950-e10d-4946-acac-67b8e4c4e50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:07.317378 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3313d35f-0d70-4c67-9acf-8e7b78433b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:08.802685 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:10.316939 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:11.575688 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:15.515608 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-654357'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:26.628099 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:39:30.448389 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56248) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:39:30.553088 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-59a00867-104d-4043-8d2a-b7d5dc3d3d5c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1033916 Mar 28 05:39:32.900545 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56258) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:39:32.960132 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-fae0584a-3fca-4b92-b052-c6460e2aa374 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0584950 Mar 28 05:39:35.120150 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-05182c9f-6f47-484b-b671-dcd70157cadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:37.321160 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-541c628e-a377-4771-8839-2efad5183237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:38.805431 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:40.320295 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:41.579986 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:39:45.477768 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:03.627524 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:40:05.121387 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d84d4c97-6cb4-44bc-8a78-0dce02ba9f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:07.322385 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-dd20c824-97ab-4eaa-8464-20481fd5f126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:08.808396 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:10.323077 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:11.581588 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:15.475602 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:35.123396 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d8f4b6c3-efef-4ccf-9e94-5c8325bc59f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:37.324983 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ae9aba3d-a66d-443f-89e7-4fae49f76054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:38.816169 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:40.328050 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:40.626132 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:40:41.583612 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:40:45.486292 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:05.124178 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-11abf41c-8495-4065-bb12-aa96c2079404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:07.342893 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-5b94b49c-56ce-4e26-a563-d7189e9365a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:08.825170 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:10.333873 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.186360 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56418) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:11.495920 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1157530703-network', 'tenant_id': '70276c6d02cf423698a1989922ff69c3'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:11.526433 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Made reservation on behalf of 70276c6d02cf423698a1989922ff69c3 for: {'network': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:11.529402 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.538506 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.589619 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.625260 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Publish callbacks [] for security_group (a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.630442 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.646813 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:11.657429 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (cf16f373-bb79-40a5-aa72-1393699569e4), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.657978 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.segments_db [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Added segment cf16f373-bb79-40a5-aa72-1393699569e4 of type vlan for network 148de9ef-1534-4aaa-af8f-b2b466a41e40 Mar 28 05:41:11.811439 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:11.822935 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.823285 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.823621 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.823977 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.824307 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.825457 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.825796 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.826117 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.826433 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.826930 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.827399 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.827877 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.828351 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.828740 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.828972 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Tracked resource versions report: Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: pushed versions: Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: { 'AddressGroup': {'1.2'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Agent': {'1.1'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'ConntrackHelper': {'1.0'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Log': {'1.0'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'NDPProxy': {'1.0'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Network': {'1.1'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Port': {'1.7'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'PortForwarding': {'1.3'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'QosPolicy': {'1.10'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'SecurityGroup': {'1.5'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'SubPort': {'1.0'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Subnet': {'1.1'}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Trunk': {'1.1'}} Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: consumer versions: Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: { DHCP agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: HyperV agent@hv-cinder-83177: {}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: L3 agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: Metadata agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: Metering agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: Open vSwitch agent@dv-cinder-831776-5-smb: { 'AddressGroup': '1.2', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Agent': '1.1', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'ConntrackHelper': '1.0', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'LocalIPAssociation': '1.0', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Log': '1.0', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'NDPProxy': '1.0', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Network': '1.1', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Port': '1.7', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'PortForwarding': '1.3', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'QosPolicy': '1.10', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'SecurityGroup': '1.5', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'SecurityGroupRule': '1.2', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'SubPort': '1.0', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Subnet': '1.1', Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: 'Trunk': '1.1'}} Mar 28 05:41:11.830182 dv-cinder-831776-5-smb neutron-server[109882]: {{(pid=109882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:41:11.836720 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (148de9ef-1534-4aaa-af8f-b2b466a41e40), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.864596 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (148de9ef-1534-4aaa-af8f-b2b466a41e40), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.865593 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:11.866172 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:11.928591 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7410870 Mar 28 05:41:11.931651 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56468) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:11.937647 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Request body: {'subnet': {'network_id': '148de9ef-1534-4aaa-af8f-b2b466a41e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1157530703-subnet', 'tenant_id': '70276c6d02cf423698a1989922ff69c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:11.941950 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2854e-9d12-4b28-863c-8b9dcc9024ae admin admin] Pushing event updated for resources: {'Network': ['ID=148de9ef-1534-4aaa-af8f-b2b466a41e40,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:11.955523 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 148de9ef-1534-4aaa-af8f-b2b466a41e40 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:11.978405 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Made reservation on behalf of 70276c6d02cf423698a1989922ff69c3 for: {'subnet': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:11.981837 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.172647 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.214959 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56480) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:12.230424 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:12.239662 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.240015 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.240388 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.240739 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.241192 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.241537 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.241874 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.242211 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.242570 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.242908 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.243239 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.243572 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.243902 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.244237 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.244549 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Tracked resource versions report: Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: pushed versions: Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: { 'AddressGroup': {'1.2'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Agent': {'1.1'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'ConntrackHelper': {'1.0'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Log': {'1.0'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'NDPProxy': {'1.0'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Network': {'1.1'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Port': {'1.7'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'PortForwarding': {'1.3'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'QosPolicy': {'1.10'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'SecurityGroup': {'1.5'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'SubPort': {'1.0'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Subnet': {'1.1'}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Trunk': {'1.1'}} Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: consumer versions: Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: { DHCP agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: HyperV agent@hv-cinder-83177: {}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: L3 agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: Metadata agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: Metering agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: Open vSwitch agent@dv-cinder-831776-5-smb: { 'AddressGroup': '1.2', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Agent': '1.1', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'ConntrackHelper': '1.0', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'LocalIPAssociation': '1.0', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Log': '1.0', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'NDPProxy': '1.0', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Network': '1.1', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Port': '1.7', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'PortForwarding': '1.3', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'QosPolicy': '1.10', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'SecurityGroup': '1.5', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'SecurityGroupRule': '1.2', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'SubPort': '1.0', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Subnet': '1.1', Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: 'Trunk': '1.1'}} Mar 28 05:41:12.245704 dv-cinder-831776-5-smb neutron-server[109881]: {{(pid=109881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:41:12.253387 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Checking segment: {'id': 'cf16f373-bb79-40a5-aa72-1393699569e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '148de9ef-1534-4aaa-af8f-b2b466a41e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:12.253693 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Network hostable DHCP agents. Network: 148de9ef-1534-4aaa-af8f-b2b466a41e40, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:12.272083 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Network 148de9ef-1534-4aaa-af8f-b2b466a41e40 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:12.282996 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 148de9ef-1534-4aaa-af8f-b2b466a41e40) {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:12.296783 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:12.297967 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.298344 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c4ee17-16b0-4881-b57b-3ecc7ae0a0b0 None None] Network 148de9ef-1534-4aaa-af8f-b2b466a41e40 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:12.341963 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3716eaad-4b9d-4879-85fa-94cb9f7615ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4091280 Mar 28 05:41:12.419650 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9320afc4-f082-4861-a93c-c6636e23c1b9 None None] Network 148de9ef-1534-4aaa-af8f-b2b466a41e40 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:12.452219 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56496) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:12.544261 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-network', 'tenant_id': 'eaedd07c20314601b10ba29588506856'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:12.565063 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Made reservation on behalf of eaedd07c20314601b10ba29588506856 for: {'network': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:12.567819 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.581232 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.674778 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Publish callbacks [] for security_group (0ad91006-b4f2-4ba3-8a46-59e4a132fafd), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.679239 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0ad91006-b4f2-4ba3-8a46-59e4a132fafd), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.696786 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:12.721114 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (5fb66b39-4601-4460-bb95-dea1a9a0531d), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.721459 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.segments_db [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Added segment 5fb66b39-4601-4460-bb95-dea1a9a0531d of type vlan for network bbe29076-3a4e-4de1-8674-939a34269b67 Mar 28 05:41:12.737852 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad91006-b4f2-4ba3-8a46-59e4a132fafd,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:12.772792 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1103497927-network', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:12.782903 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (bbe29076-3a4e-4de1-8674-939a34269b67), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.797160 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Made reservation on behalf of b89f732473c344b299a6523f3ad9a23c for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:12.800024 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.811289 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.813810 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (bbe29076-3a4e-4de1-8674-939a34269b67), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.816184 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:12.816922 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.895413 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6758099 Mar 28 05:41:12.899454 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56522) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:12.903971 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Publish callbacks [] for security_group (18b8f50f-7323-44c4-a898-71a68660985c), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.908650 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Request body: {'subnet': {'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-subnet', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:12.909120 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (18b8f50f-7323-44c4-a898-71a68660985c), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.925061 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:41:12.928969 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fedb753-3f56-4cab-8f19-6e05933c1c85 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe29076-3a4e-4de1-8674-939a34269b67,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:12.941325 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Made reservation on behalf of eaedd07c20314601b10ba29588506856 for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:12.942885 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network bbe29076-3a4e-4de1-8674-939a34269b67 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:12.945443 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.949179 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (081029db-1524-43b2-b932-f3d11b473d23), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:12.951382 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Added segment 081029db-1524-43b2-b932-f3d11b473d23 of type vlan for network a4d009d6-ebb3-4047-831e-62c187fd5c21 Mar 28 05:41:13.020520 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b8f50f-7323-44c4-a898-71a68660985c,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:13.076876 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (a4d009d6-ebb3-4047-831e-62c187fd5c21), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.111789 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (a4d009d6-ebb3-4047-831e-62c187fd5c21), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.113400 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:13.114528 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.144597 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6902332 Mar 28 05:41:13.165823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56534) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:13.212464 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Request body: {'subnet': {'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-subnet', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:13.247351 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Made reservation on behalf of b89f732473c344b299a6523f3ad9a23c for: {'subnet': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:13.251844 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.271497 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (fa243813-d098-4e47-ac3e-65e4c65a084a), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.329712 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef959aa-236d-4fc8-b2aa-f9a7f92587b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d009d6-ebb3-4047-831e-62c187fd5c21,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:13.331956 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa243813-d098-4e47-ac3e-65e4c65a084a,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:13.343572 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:41:13.385928 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Checking segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:13.386328 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Network hostable DHCP agents. Network: bbe29076-3a4e-4de1-8674-939a34269b67, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:13.426773 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Network bbe29076-3a4e-4de1-8674-939a34269b67 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:13.439009 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, bbe29076-3a4e-4de1-8674-939a34269b67) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:13.443532 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:13.444215 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.461925 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcbf228-e043-4ad5-af12-9b1526c0bb84 None None] Network bbe29076-3a4e-4de1-8674-939a34269b67 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:13.475522 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-751c30df-4d4d-451b-b8d3-a402f13a47f9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5723295 Mar 28 05:41:13.475736 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56564) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:13.480154 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:13.519623 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (61335b8d-860c-41ca-aede-ba588c565c0b), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.520956 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (61335b8d-860c-41ca-aede-ba588c565c0b), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.594933 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (a244f379-ea2c-4eb9-ab70-7fd6eddbbedb), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.673318 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:13.680205 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks [] for router_controller (61335b8d-860c-41ca-aede-ba588c565c0b), precommit_add_association {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.706336 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-bbe29076-3a4e-4de1-8674-939a34269b67', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'project_id': 'eaedd07c20314601b10ba29588506856', 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:41:13.707401 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.712044 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Checking segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:13.713205 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Network hostable DHCP agents. Network: a4d009d6-ebb3-4047-831e-62c187fd5c21, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:41:13.734094 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:41:13.748546 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, a4d009d6-ebb3-4047-831e-62c187fd5c21) {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:13.765091 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:13.766882 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.798592 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-1530ae5f-0d11-4f93-9f2a-94bb14c16f8f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6314428 Mar 28 05:41:13.801411 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56584) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:13.809555 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:13.861162 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.864753 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:13.871058 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f358a08-8a38-4c06-9380-76f4a00f16e1 None None] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:13.948198 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks [] for router_gateway (61335b8d-860c-41ca-aede-ba588c565c0b), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.057628 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks [] for router_controller (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), precommit_add_association {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.109652 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Allocated IP 172.20.0.2 (bbe29076-3a4e-4de1-8674-939a34269b67/fa243813-d098-4e47-ac3e-65e4c65a084a/9691cd86-d105-4681-a624-d0559457c760) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:14.122695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-a4d009d6-ebb3-4047-831e-62c187fd5c21', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:41:14.124092 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.202711 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks [] for router_gateway (61335b8d-860c-41ca-aede-ba588c565c0b), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.229652 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.363496 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Allocated IP 172.28.0.138 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/50bbfcb7-4e06-4451-8edf-dd172d03f314) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:14.382267 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks [] for router_gateway (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.385242 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Publish callbacks [] for port (9691cd86-d105-4681-a624-d0559457c760), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.437159 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (9691cd86-d105-4681-a624-d0559457c760), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.480641 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Network bbe29076-3a4e-4de1-8674-939a34269b67 is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:14.499300 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks [] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.548452 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.561597 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:14.564828 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56604) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:14.567562 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:14.581895 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:14.586372 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Pushing event updated for resources: {'Port': ['ID=9691cd86-d105-4681-a624-d0559457c760,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:14.589205 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:14.616832 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:14.646742 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.647095 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.647430 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.647784 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.648124 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.648453 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.648924 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.649326 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.649657 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.650048 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.650377 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.650713 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.651090 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.651482 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.651863 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Tracked resource versions report: Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: pushed versions: Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: { 'AddressGroup': {'1.2'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Agent': {'1.1'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'ConntrackHelper': {'1.0'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Log': {'1.0'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'NDPProxy': {'1.0'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Network': {'1.1'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Port': {'1.7'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'PortForwarding': {'1.3'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'QosPolicy': {'1.10'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'SecurityGroup': {'1.5'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'SubPort': {'1.0'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Subnet': {'1.1'}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Trunk': {'1.1'}} Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: consumer versions: Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: { DHCP agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: HyperV agent@hv-cinder-83177: {}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: L3 agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: Metadata agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: Metering agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: Open vSwitch agent@dv-cinder-831776-5-smb: { 'AddressGroup': '1.2', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Agent': '1.1', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'ConntrackHelper': '1.0', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'LocalIPAssociation': '1.0', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Log': '1.0', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'NDPProxy': '1.0', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Network': '1.1', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Port': '1.7', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'PortForwarding': '1.3', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'QosPolicy': '1.10', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'SecurityGroup': '1.5', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'SecurityGroupRule': '1.2', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'SubPort': '1.0', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Subnet': '1.1', Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: 'Trunk': '1.1'}} Mar 28 05:41:14.653381 dv-cinder-831776-5-smb neutron-server[109883]: {{(pid=109883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:41:14.696640 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Attempting to bind port 9691cd86-d105-4681-a624-d0559457c760 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:14.697055 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Attempting to bind port 9691cd86-d105-4681-a624-d0559457c760 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:14.697695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Attempting to bind port 9691cd86-d105-4681-a624-d0559457c760 on network bbe29076-3a4e-4de1-8674-939a34269b67 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:14.705884 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:14.706256 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Checking segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:14.706650 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.707034 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Bound using segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:14.708105 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Bound port: 9691cd86-d105-4681-a624-d0559457c760, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:14.708245 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9691cd86-d105-4681-a624-d0559457c760), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.780178 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] For port 9691cd86-d105-4681-a624-d0559457c760, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:14.784283 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] For port 9691cd86-d105-4681-a624-d0559457c760, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=9691cd86-d105-4681-a624-d0559457c760,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:14.787961 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Allocated IP 172.20.0.2 (a4d009d6-ebb3-4047-831e-62c187fd5c21/a244f379-ea2c-4eb9-ab70-7fd6eddbbedb/eb9d83f8-1535-4156-9bac-9fc5df26715a) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:14.796539 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9691cd86-d105-4681-a624-d0559457c760), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.896529 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Pushing event updated for resources: {'Port': ['ID=50bbfcb7-4e06-4451-8edf-dd172d03f314,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:14.905659 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks [] for router_gateway (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.908556 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8d4ed-6e48-4551-ad90-84d16115434b None None] Pushing event updated for resources: {'Port': ['ID=9691cd86-d105-4681-a624-d0559457c760,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:14.936331 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:14.981604 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks [] for router_gateway (61335b8d-860c-41ca-aede-ba588c565c0b), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.218156 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Allocated IP 172.28.0.234 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/a427f47b-b290-4491-9429-b2a834cd81d9) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:15.259862 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Publish callbacks [] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.276211 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.362350 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Pushing event updated for resources: {'Port': ['ID=eb9d83f8-1535-4156-9bac-9fc5df26715a,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:15.375848 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:15.377586 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:15.380541 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:15.458121 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Attempting to bind port eb9d83f8-1535-4156-9bac-9fc5df26715a on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:15.458508 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Attempting to bind port eb9d83f8-1535-4156-9bac-9fc5df26715a by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:15.458872 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Attempting to bind port eb9d83f8-1535-4156-9bac-9fc5df26715a on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:15.464495 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:15.464866 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Checking segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:15.465371 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.465756 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Bound using segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:15.466216 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Bound port: eb9d83f8-1535-4156-9bac-9fc5df26715a, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:15.467342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.488371 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks [] for port (a427f47b-b290-4491-9429-b2a834cd81d9), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.524196 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.548536 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-edf754b1-d0b9-4417-ac43-91845032615d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.570138 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] For port eb9d83f8-1535-4156-9bac-9fc5df26715a, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:15.576608 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] For port eb9d83f8-1535-4156-9bac-9fc5df26715a, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=eb9d83f8-1535-4156-9bac-9fc5df26715a,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:15.594626 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.633389 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (61335b8d-860c-41ca-aede-ba588c565c0b), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.658255 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.732535 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12905ed0-4aae-4220-9ab4-90150336a72d None None] Pushing event updated for resources: {'Port': ['ID=eb9d83f8-1535-4156-9bac-9fc5df26715a,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:15.783303 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:15.790755 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:15.818324 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:15.819932 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-edf754b1-d0b9-4417-ac43-91845032615d admin admin] Publish callbacks [] for security_group (dbb5b6f4-944b-47cf-9c77-5fb4e1248e11), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.825618 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a427f47b-b290-4491-9429-b2a834cd81d9,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:15.830159 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-edf754b1-d0b9-4417-ac43-91845032615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (dbb5b6f4-944b-47cf-9c77-5fb4e1248e11), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:15.877273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf754b1-d0b9-4417-ac43-91845032615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb5b6f4-944b-47cf-9c77-5fb4e1248e11,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:15.964005 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-edf754b1-d0b9-4417-ac43-91845032615d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42f186142f5b493986bbf2066073f83a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3816345 Mar 28 05:41:15.969763 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56648) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:16.054837 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56656) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:16.066224 dv-cinder-831776-5-smb neutron-server[109882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 05:41:16.067263 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Router 61335b8d-860c-41ca-aede-ba588c565c0b is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:41:16.495609 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks [] for router_gateway (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.539473 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9f1860b2-a9af-46e0-be6c-76dc0e35b44f admin admin] Publish callbacks [] for security_group (dbb5b6f4-944b-47cf-9c77-5fb4e1248e11), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.557996 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73074-3249-4127-8330-68a8e71fcf10 req-f8d2adf0-ee08-49e0-8e47-7ffc01ae23d0 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:16.562029 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-f8d2adf0-ee08-49e0-8e47-7ffc01ae23d0 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/networks?id=148de9ef-1534-4aaa-af8f-b2b466a41e40 HTTP/1.1" status: 200 len: 812 time: 0.5057631 Mar 28 05:41:16.563773 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ccb43d-7deb-44b1-86c5-389e18333fbe None None] Network bbe29076-3a4e-4de1-8674-939a34269b67 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:16.619067 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9f1860b2-a9af-46e0-be6c-76dc0e35b44f admin admin] Publish callbacks [] for security_group (dbb5b6f4-944b-47cf-9c77-5fb4e1248e11), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.624259 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-38bebc94-eb02-4570-b81d-0f6c5a6eaecc tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/quotas/70276c6d02cf423698a1989922ff69c3 HTTP/1.1" status: 200 len: 375 time: 0.0555305 Mar 28 05:41:16.720937 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-61d7adec-66cb-4bbd-a154-62be9c3fadf0 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=70276c6d02cf423698a1989922ff69c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868347 Mar 28 05:41:16.732968 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:16.752881 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Sync routers for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:16.769095 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.770843 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:16.771558 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:16.774429 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-9839ddba-104f-49d1-bbc2-a470bb3c07e3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2975817 Mar 28 05:41:16.775531 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56684) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:16.875530 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9f1860b2-a9af-46e0-be6c-76dc0e35b44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (dbb5b6f4-944b-47cf-9c77-5fb4e1248e11), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.878485 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9f1860b2-a9af-46e0-be6c-76dc0e35b44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:16.879779 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-9f1860b2-a9af-46e0-be6c-76dc0e35b44f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbb5b6f4-944b-47cf-9c77-5fb4e1248e11 HTTP/1.1" status: 204 len: 168 time: 0.9090641 Mar 28 05:41:16.896009 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1860b2-a9af-46e0-be6c-76dc0e35b44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb5b6f4-944b-47cf-9c77-5fb4e1248e11,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:16.935697 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device eb9d83f8-1535-4156-9bac-9fc5df26715a up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:17.185533 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-3245825b-ccec-4267-a57c-b16498cc9ea4 None None] Provisioning complete for port 9691cd86-d105-4681-a624-d0559457c760 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:17.185928 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3245825b-ccec-4267-a57c-b16498cc9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9691cd86-d105-4681-a624-d0559457c760), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.207419 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.312132 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port eb9d83f8-1535-4156-9bac-9fc5df26715a triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:17.312902 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.462208 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:17.569304 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port eb9d83f8-1535-4156-9bac-9fc5df26715a is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:17.569877 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.588980 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-6e965b70-9bc2-4d43-9c4c-8d26e4224235 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:41:17.590218 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-6e965b70-9bc2-4d43-9c4c-8d26e4224235 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3860559 Mar 28 05:41:17.662148 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1225a092-38da-47a4-ae56-bae043b95d69 None None] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:41:17.701892 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56702) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:17.780873 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d671b55e-6ee6-4d40-8704-3b7562cdf8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.816447 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:41:17.955157 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port eb9d83f8-1535-4156-9bac-9fc5df26715a, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=eb9d83f8-1535-4156-9bac-9fc5df26715a,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:17.962697 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:41:17.993071 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:17.995951 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 9691cd86-d105-4681-a624-d0559457c760 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:18.013080 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d671b55e-6ee6-4d40-8704-3b7562cdf8e8 admin admin] Publish callbacks [] for security_group (10b2dab9-82c2-4503-bb29-dbee349ffbd5), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.044542 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:14Z', 'revision_number': 3, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:18.099068 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-3245825b-ccec-4267-a57c-b16498cc9ea4 None None] Current status of the port 9691cd86-d105-4681-a624-d0559457c760 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:18.106807 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3245825b-ccec-4267-a57c-b16498cc9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9691cd86-d105-4681-a624-d0559457c760), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.122666 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d671b55e-6ee6-4d40-8704-3b7562cdf8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (10b2dab9-82c2-4503-bb29-dbee349ffbd5), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.130132 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Checking router: 61335b8d-860c-41ca-aede-ba588c565c0b for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:18.130527 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Updating router 61335b8d-860c-41ca-aede-ba588c565c0b port 50bbfcb7-4e06-4451-8edf-dd172d03f314 binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:18.135268 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-9f48fbc3-7bb6-46e9-abf2-162af10482d9 service neutron] 10.222.0.13 "GET /v2.0/networks/148de9ef-1534-4aaa-af8f-b2b466a41e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212204 Mar 28 05:41:18.160653 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.247202 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.301046 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-d671b55e-6ee6-4d40-8704-3b7562cdf8e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31c1a154cca748a6a7a31dec6f434d32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5980594 Mar 28 05:41:18.307702 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56732) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:18.340079 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671b55e-6ee6-4d40-8704-3b7562cdf8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b2dab9-82c2-4503-bb29-dbee349ffbd5,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:18.393793 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:18.426488 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.430282 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-07e41bd7-6cc5-4604-880a-cd67f8fe6dd4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6252427 Mar 28 05:41:18.435062 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 56736) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:18.448535 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-231dc21b-3d86-4251-9ae1-e7fff6f96d27 admin admin] Publish callbacks [] for security_group (10b2dab9-82c2-4503-bb29-dbee349ffbd5), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.458028 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:18.491318 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=eb9d83f8-1535-4156-9bac-9fc5df26715a,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:18.495177 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-3245825b-ccec-4267-a57c-b16498cc9ea4 None None] For port 9691cd86-d105-4681-a624-d0559457c760, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=9691cd86-d105-4681-a624-d0559457c760,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:18.499931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:18.507470 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:18.545039 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Publish callbacks [] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.556579 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3245825b-ccec-4267-a57c-b16498cc9ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9691cd86-d105-4681-a624-d0559457c760), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.560021 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.654713 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245825b-ccec-4267-a57c-b16498cc9ea4 None None] Pushing event updated for resources: {'Port': ['ID=9691cd86-d105-4681-a624-d0559457c760,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:18.657648 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 9691cd86-d105-4681-a624-d0559457c760 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:18.658172 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9691cd86-d105-4681-a624-d0559457c760), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.668783 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-4aa8958a-7e8f-4028-9696-a6731626aff3 service neutron] 10.222.0.13 "GET /v2.0/networks/148de9ef-1534-4aaa-af8f-b2b466a41e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882636 Mar 28 05:41:18.733425 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-231dc21b-3d86-4251-9ae1-e7fff6f96d27 admin admin] Publish callbacks [] for security_group (10b2dab9-82c2-4503-bb29-dbee349ffbd5), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.746728 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9a1f9c3a-e3ff-4af8-be6b-ff8d89c26415 None None] Provisioning complete for port eb9d83f8-1535-4156-9bac-9fc5df26715a triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:18.747251 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9c3a-e3ff-4af8-be6b-ff8d89c26415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.773973 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Pushing event updated for resources: {'Port': ['ID=50bbfcb7-4e06-4451-8edf-dd172d03f314,revision_number=2']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:18.828430 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.828793 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.829173 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.834151 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.834554 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.834985 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.838668 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.841346 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.841732 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.842082 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.845714 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.846140 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.846693 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Allocated IP 172.20.0.1 (bbe29076-3a4e-4de1-8674-939a34269b67/fa243813-d098-4e47-ac3e-65e4c65a084a/e4dfc67a-4b18-425d-8ae5-3f04d5853cf3) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:18.848932 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.849341 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.849716 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Tracked resource versions report: Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: pushed versions: Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: { 'AddressGroup': {'1.2'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Agent': {'1.1'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'ConntrackHelper': {'1.0'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'LocalIPAssociation': {'1.0'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Log': {'1.0'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'NDPProxy': {'1.0'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Network': {'1.1'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Port': {'1.7'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'PortForwarding': {'1.3'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'QosPolicy': {'1.10'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'SecurityGroup': {'1.5'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'SecurityGroupRule': {'1.2'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'SubPort': {'1.0'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Subnet': {'1.1'}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Trunk': {'1.1'}} Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: consumer versions: Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: { DHCP agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: HyperV agent@hv-cinder-83177: {}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: L3 agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: Metadata agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: Metering agent@dv-cinder-831776-5-smb: {}, Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: Open vSwitch agent@dv-cinder-831776-5-smb: { 'AddressGroup': '1.2', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Agent': '1.1', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'ConntrackHelper': '1.0', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'LocalIPAssociation': '1.0', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Log': '1.0', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'NDPProxy': '1.0', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Network': '1.1', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Port': '1.7', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'PortForwarding': '1.3', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'QosPolicy': '1.10', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'SecurityGroup': '1.5', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'SecurityGroupRule': '1.2', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'SubPort': '1.0', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Subnet': '1.1', Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: 'Trunk': '1.1'}} Mar 28 05:41:18.871826 dv-cinder-831776-5-smb neutron-server[109884]: {{(pid=109884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 05:41:18.888310 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-231dc21b-3d86-4251-9ae1-e7fff6f96d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (10b2dab9-82c2-4503-bb29-dbee349ffbd5), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.896178 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-231dc21b-3d86-4251-9ae1-e7fff6f96d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:18.909611 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-231dc21b-3d86-4251-9ae1-e7fff6f96d27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10b2dab9-82c2-4503-bb29-dbee349ffbd5 HTTP/1.1" status: 204 len: 168 time: 0.5925064 Mar 28 05:41:18.951961 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 9691cd86-d105-4681-a624-d0559457c760 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:18.974863 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:19.032707 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Attempting to bind port 50bbfcb7-4e06-4451-8edf-dd172d03f314 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:19.033228 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Attempting to bind port 50bbfcb7-4e06-4451-8edf-dd172d03f314 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:19.034181 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Attempting to bind port 50bbfcb7-4e06-4451-8edf-dd172d03f314 on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:19.047245 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:19.049283 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:19.051514 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.052075 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:19.052693 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Bound port: 50bbfcb7-4e06-4451-8edf-dd172d03f314, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:19.053676 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.137444 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231dc21b-3d86-4251-9ae1-e7fff6f96d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b2dab9-82c2-4503-bb29-dbee349ffbd5,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.220269 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] For port 50bbfcb7-4e06-4451-8edf-dd172d03f314, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:19.226131 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Publish callbacks [] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.227579 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] For port 50bbfcb7-4e06-4451-8edf-dd172d03f314, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=50bbfcb7-4e06-4451-8edf-dd172d03f314,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:19.239497 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.296620 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device eb9d83f8-1535-4156-9bac-9fc5df26715a up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:19.311635 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.342244 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa581739-f56a-49f8-9120-2396c1e157b9 None None] Pushing event updated for resources: {'Port': ['ID=50bbfcb7-4e06-4451-8edf-dd172d03f314,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.381922 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:19.382786 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:19.604238 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f9c3a-e3ff-4af8-be6b-ff8d89c26415 None None] Current status of the port eb9d83f8-1535-4156-9bac-9fc5df26715a is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:19.671771 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9a1f9c3a-e3ff-4af8-be6b-ff8d89c26415 None None] Provisioning complete for port 9691cd86-d105-4681-a624-d0559457c760 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:19.672986 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9a1f9c3a-e3ff-4af8-be6b-ff8d89c26415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9691cd86-d105-4681-a624-d0559457c760), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.740859 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port eb9d83f8-1535-4156-9bac-9fc5df26715a triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:19.741900 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.761071 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:19.833551 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:19.961546 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:19.987711 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Network bbe29076-3a4e-4de1-8674-939a34269b67 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:19.999257 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:20.003125 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:20.003708 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (61335b8d-860c-41ca-aede-ba588c565c0b), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.156855 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9a1f9c3a-e3ff-4af8-be6b-ff8d89c26415 None None] Current status of the port 9691cd86-d105-4681-a624-d0559457c760 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:20.183236 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:16Z', 'revision_number': 3, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:20.274343 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:14Z', 'revision_number': 3, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:20.280132 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port eb9d83f8-1535-4156-9bac-9fc5df26715a is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:20.282251 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 9691cd86-d105-4681-a624-d0559457c760 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:20.361552 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065004b2-1e4f-4fb6-ac88-35e0d90e865a None None] The sync data for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb is: [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:14Z', 'revision_number': 3, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:20.487644 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:20.487996 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Updating router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 port a427f47b-b290-4491-9429-b2a834cd81d9 binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:20.538092 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Allocated IP 172.20.0.1 (a4d009d6-ebb3-4047-831e-62c187fd5c21/a244f379-ea2c-4eb9-ab70-7fd6eddbbedb/981dd85a-4efb-428f-9d9b-a30213e15756) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:20.563951 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.653345 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3ee53ae2-7cd9-448d-ba33-713a84527d03 req-04444baf-8a15-446c-a1b9-b4f0414b4d3c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 210 time: 0.6943023 Mar 28 05:41:20.704696 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-b4c03404-b7f4-4002-b314-ad082c03c3a7 None None] Provisioning complete for port eb9d83f8-1535-4156-9bac-9fc5df26715a triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:20.705292 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b4c03404-b7f4-4002-b314-ad082c03c3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.723985 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.865721 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Publish callbacks [] for port (981dd85a-4efb-428f-9d9b-a30213e15756), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:20.983447 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.038996 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56874) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:21.079448 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 9691cd86-d105-4681-a624-d0559457c760 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:21.080174 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9691cd86-d105-4681-a624-d0559457c760), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.084141 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Pushing event updated for resources: {'Port': ['ID=981dd85a-4efb-428f-9d9b-a30213e15756,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:21.130939 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:21.138357 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:21.143909 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:21.145590 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.269294 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Publish callbacks [] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.278966 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.279916 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (61335b8d-860c-41ca-aede-ba588c565c0b), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.483379 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41d4-2015-4dfb-aa44-6ca27aa2a47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.492453 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-b4c03404-b7f4-4002-b314-ad082c03c3a7 None None] Current status of the port eb9d83f8-1535-4156-9bac-9fc5df26715a is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:21.614623 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 9691cd86-d105-4681-a624-d0559457c760 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:21.651082 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:21.728030 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-a3487302-6090-4313-a34a-0a9f03ffc94c None None] Provisioning complete for port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:21.728625 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a3487302-6090-4313-a34a-0a9f03ffc94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:21.853055 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56922) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:21.862528 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 50bbfcb7-4e06-4451-8edf-dd172d03f314 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:21.868140 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-a3487302-6090-4313-a34a-0a9f03ffc94c None None] Port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:22.006813 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41d4-2015-4dfb-aa44-6ca27aa2a47e admin admin] Publish callbacks [] for security_group (5248515e-09ab-4fe2-a0bd-1a08186a3f47), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.074071 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-fc6bb0c7-d5c5-4272-8c38-c5a402440ff2 None None] Provisioning complete for port 981dd85a-4efb-428f-9d9b-a30213e15756 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:22.074990 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb0c7-d5c5-4272-8c38-c5a402440ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.131534 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4f3e41d4-2015-4dfb-aa44-6ca27aa2a47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5248515e-09ab-4fe2-a0bd-1a08186a3f47), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.145133 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7ce8a360-b71a-47c7-8acb-355ca767326a req-a0e8538d-6515-4c02-b681-9ce9d78fb273 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 210 time: 0.2888327 Mar 28 05:41:22.166837 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Publish callbacks [] for port (a427f47b-b290-4491-9429-b2a834cd81d9), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.200966 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.204172 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Network bbe29076-3a4e-4de1-8674-939a34269b67 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:22.226303 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:22.285731 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4f3e41d4-2015-4dfb-aa44-6ca27aa2a47e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3aed546aa18048a69960dea453909afa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2438347 Mar 28 05:41:22.296665 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56946) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:22.342965 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-fc6bb0c7-d5c5-4272-8c38-c5a402440ff2 None None] Port 981dd85a-4efb-428f-9d9b-a30213e15756 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:22.345277 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 50bbfcb7-4e06-4451-8edf-dd172d03f314 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:22.345844 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.360307 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.390048 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e41d4-2015-4dfb-aa44-6ca27aa2a47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5248515e-09ab-4fe2-a0bd-1a08186a3f47,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:22.483450 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceae3ab-800f-40a2-b004-d7b8f6acdbdc None None] Pushing event updated for resources: {'Port': ['ID=a427f47b-b290-4491-9429-b2a834cd81d9,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:22.571636 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Attempting to bind port a427f47b-b290-4491-9429-b2a834cd81d9 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:22.572378 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Attempting to bind port a427f47b-b290-4491-9429-b2a834cd81d9 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:22.572894 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Attempting to bind port a427f47b-b290-4491-9429-b2a834cd81d9 on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:22.585835 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-702983df-88e7-4938-8ab7-6c250b29b8c1 admin admin] Publish callbacks [] for security_group (5248515e-09ab-4fe2-a0bd-1a08186a3f47), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.591757 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:22.597621 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:22.598271 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.598838 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:22.599488 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Bound port: a427f47b-b290-4491-9429-b2a834cd81d9, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:22.600072 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.655679 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-702983df-88e7-4938-8ab7-6c250b29b8c1 admin admin] Publish callbacks [] for security_group (5248515e-09ab-4fe2-a0bd-1a08186a3f47), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.694700 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Router 61335b8d-860c-41ca-aede-ba588c565c0b has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:41:22.751867 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Publish callbacks [] for port (981dd85a-4efb-428f-9d9b-a30213e15756), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.761312 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.763267 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.764207 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 56962) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:22.903560 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] For port a427f47b-b290-4491-9429-b2a834cd81d9, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:22.911900 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] For port a427f47b-b290-4491-9429-b2a834cd81d9, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a427f47b-b290-4491-9429-b2a834cd81d9,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:22.933420 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Pushing event updated for resources: {'Port': ['ID=981dd85a-4efb-428f-9d9b-a30213e15756,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:22.944507 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.987632 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-7b92b783-e893-4b0d-beca-13d3d4941cf6 None None] Provisioning complete for port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:22.988042 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7b92b783-e893-4b0d-beca-13d3d4941cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:22.995129 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:22.996763 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:23.059315 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-702983df-88e7-4938-8ab7-6c250b29b8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5248515e-09ab-4fe2-a0bd-1a08186a3f47), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.064106 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-702983df-88e7-4938-8ab7-6c250b29b8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.068035 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-702983df-88e7-4938-8ab7-6c250b29b8c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5248515e-09ab-4fe2-a0bd-1a08186a3f47 HTTP/1.1" status: 204 len: 168 time: 0.7612522 Mar 28 05:41:23.068170 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 50bbfcb7-4e06-4451-8edf-dd172d03f314 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:23.068477 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.130874 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5aae5ab9-bbaa-4bc5-834b-dd1ac1d1546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.135326 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702983df-88e7-4938-8ab7-6c250b29b8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5248515e-09ab-4fe2-a0bd-1a08186a3f47,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:23.256158 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port 50bbfcb7-4e06-4451-8edf-dd172d03f314, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=50bbfcb7-4e06-4451-8edf-dd172d03f314,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:23.281586 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-7b92b783-e893-4b0d-beca-13d3d4941cf6 None None] Port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:23.281914 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.30', 56825) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:23.291446 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.321769 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceae3ab-800f-40a2-b004-d7b8f6acdbdc None None] Pushing event updated for resources: {'Port': ['ID=a427f47b-b290-4491-9429-b2a834cd81d9,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:23.329356 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:23.330168 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:23.447943 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5aae5ab9-bbaa-4bc5-834b-dd1ac1d1546d admin admin] Publish callbacks [] for security_group (bd8a204a-a078-41c1-9740-97e619303f17), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.461755 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5aae5ab9-bbaa-4bc5-834b-dd1ac1d1546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (bd8a204a-a078-41c1-9740-97e619303f17), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.701365 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae5ab9-bbaa-4bc5-834b-dd1ac1d1546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8a204a-a078-41c1-9740-97e619303f17,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:23.704759 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-3261488d-4c11-4295-96f8-5d3361b58b9f None None] Provisioning complete for port 981dd85a-4efb-428f-9d9b-a30213e15756 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:23.711153 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3261488d-4c11-4295-96f8-5d3361b58b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:23.720058 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=50bbfcb7-4e06-4451-8edf-dd172d03f314,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:23.742785 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:41:23.754129 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73074-3249-4127-8330-68a8e71fcf10 req-662bb595-e8ee-4a0c-a2e3-a6b7d2e837c6 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:23.755709 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-662bb595-e8ee-4a0c-a2e3-a6b7d2e837c6 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.30 "GET /v2.0/networks?id=148de9ef-1534-4aaa-af8f-b2b466a41e40 HTTP/1.1" status: 200 len: 812 time: 0.4728186 Mar 28 05:41:23.792054 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-5aae5ab9-bbaa-4bc5-834b-dd1ac1d1546d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9765b197cc42408095712737aa0f3924&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0077553 Mar 28 05:41:23.796636 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57018) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:23.802059 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:23.819100 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Sync routers for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:23.823281 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d6c866b2-21c7-4a45-a893-33b81ec51994 admin admin] 10.222.0.13 "PUT /v2.0/routers/61335b8d-860c-41ca-aede-ba588c565c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0466592 Mar 28 05:41:23.830510 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Request body: {'port': {'device_id': '15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1', 'network_id': '148de9ef-1534-4aaa-af8f-b2b466a41e40', 'admin_state_up': True, 'tenant_id': '70276c6d02cf423698a1989922ff69c3'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:23.858188 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:23.863564 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:24.010806 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36e990a8-9b61-4181-a952-3eb5ab63e8cf req-e212492f-6ccc-4861-af51-2baedd7af8e4 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 210 time: 0.3270843 Mar 28 05:41:24.015567 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-3261488d-4c11-4295-96f8-5d3361b58b9f None None] Port 981dd85a-4efb-428f-9d9b-a30213e15756 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:24.025503 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:24.090605 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17f0102d-4e42-4214-a336-c2ebc1d1743f admin admin] Publish callbacks [] for security_group (bd8a204a-a078-41c1-9740-97e619303f17), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:24.166169 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17f0102d-4e42-4214-a336-c2ebc1d1743f admin admin] Publish callbacks [] for security_group (bd8a204a-a078-41c1-9740-97e619303f17), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:24.198929 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:24.284274 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:24.285187 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17f0102d-4e42-4214-a336-c2ebc1d1743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (bd8a204a-a078-41c1-9740-97e619303f17), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:24.289451 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17f0102d-4e42-4214-a336-c2ebc1d1743f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:24.297330 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-17f0102d-4e42-4214-a336-c2ebc1d1743f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd8a204a-a078-41c1-9740-97e619303f17 HTTP/1.1" status: 204 len: 168 time: 0.4648094 Mar 28 05:41:24.312063 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0102d-4e42-4214-a336-c2ebc1d1743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8a204a-a078-41c1-9740-97e619303f17,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:24.328537 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-cd1901ac-0283-4517-b01a-ce96b7ec0661 admin admin] 10.222.0.13 "PUT /v2.0/routers/22f1d5e0-a2cc-48bc-b3a2-b798872dcc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8921387 Mar 28 05:41:24.352904 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Made reservation on behalf of 70276c6d02cf423698a1989922ff69c3 for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:24.361410 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:24.624133 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:24.730674 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf080e0-1f19-4c24-9e5f-751dc2eb6aaa None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:24.796369 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Allocated IP 172.20.0.11 (148de9ef-1534-4aaa-af8f-b2b466a41e40/91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f/8950e3b4-f6b9-4a13-a6b4-9b5a485be677) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:24.836561 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 2, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:24.926540 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Checking router: 61335b8d-860c-41ca-aede-ba588c565c0b for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:24.926920 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Updating router 61335b8d-860c-41ca-aede-ba588c565c0b port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:24.990140 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:25.183044 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57126) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:25.219166 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b814fd0f-66d5-4111-a123-ad47604987ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:25.284468 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Publish callbacks [] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:25.422213 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:25.729335 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Network 148de9ef-1534-4aaa-af8f-b2b466a41e40 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:25.766062 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:25.805047 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:25.811797 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:25.820707 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:25.864589 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 50bbfcb7-4e06-4451-8edf-dd172d03f314 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:25.924070 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-19d9bd84-885b-4985-8c23-905b1456dc58 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:25.927132 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Pushing event updated for resources: {'Port': ['ID=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:25.936405 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-19d9bd84-885b-4985-8c23-905b1456dc58 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 819 time: 0.6466491 Mar 28 05:41:25.984642 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-95353376-d975-4faf-84c9-093daea1ecdd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1589072 Mar 28 05:41:26.005088 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-9c02f3a5-9a23-4f1b-a3e1-576261b28af9 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:41:26.012447 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-9c02f3a5-9a23-4f1b-a3e1-576261b28af9 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121036 Mar 28 05:41:26.080620 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-a0303e01-8a49-4353-b757-88c667cf57bc tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/quotas/eaedd07c20314601b10ba29588506856 HTTP/1.1" status: 200 len: 375 time: 0.0957823 Mar 28 05:41:26.097527 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 57172) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:26.102092 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-6bcda5ec-16f0-4596-8f14-1459d86af045 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--513930147', 'description': 'tempest-description--926327178'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:26.115853 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b814fd0f-66d5-4111-a123-ad47604987ed admin admin] Publish callbacks [] for security_group (5d915b5a-59fb-4f03-8720-7b0428d16281), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.146089 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 50bbfcb7-4e06-4451-8edf-dd172d03f314 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:26.149640 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.181838 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6bcda5ec-16f0-4596-8f14-1459d86af045 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.236408 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b814fd0f-66d5-4111-a123-ad47604987ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5d915b5a-59fb-4f03-8720-7b0428d16281), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.331896 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 57186) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:26.336001 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-b814fd0f-66d5-4111-a123-ad47604987ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f816cf4e2c76432e8f01744f53fd1fc0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1509809 Mar 28 05:41:26.512335 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Publish callbacks [] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.525356 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.541257 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 50bbfcb7-4e06-4451-8edf-dd172d03f314 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:26.702385 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814fd0f-66d5-4111-a123-ad47604987ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d915b5a-59fb-4f03-8720-7b0428d16281,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:26.780965 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-c14e3a00-109a-43f7-bbbe-8a5cd953e0f0 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6678083 Mar 28 05:41:26.833627 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fee81b-cec4-43a9-9bd3-ff506ad31f0a req-bb84b990-515a-4233-a5fa-96ff4cc4753f tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:26.861517 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f3fee81b-cec4-43a9-9bd3-ff506ad31f0a req-bb84b990-515a-4233-a5fa-96ff4cc4753f tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 932 time: 0.5411906 Mar 28 05:41:26.862168 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5638fd9-3c9b-42b9-bd1f-9deb62c1ee62 None None] Pushing event updated for resources: {'Port': ['ID=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:26.872107 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6bcda5ec-16f0-4596-8f14-1459d86af045 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:26.896417 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 57208) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:26.931799 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6bcda5ec-16f0-4596-8f14-1459d86af045 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.026929 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Attempting to bind port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:27.027896 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Attempting to bind port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:27.028544 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Attempting to bind port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 on network bbe29076-3a4e-4de1-8674-939a34269b67 {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:27.061109 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:27.061599 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f3fee81b-cec4-43a9-9bd3-ff506ad31f0a req-956b54d6-534c-4b4e-8a47-6feb9141ca09 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928928 Mar 28 05:41:27.061849 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6bcda5ec-16f0-4596-8f14-1459d86af045 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.063030 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Checking segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:27.064500 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.066468 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57218) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:27.068305 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-6bcda5ec-16f0-4596-8f14-1459d86af045 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.9694791 Mar 28 05:41:27.073856 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-79aaed4b-e61b-4074-9737-f087a21dc2e5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:27.077977 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Bound using segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:27.081985 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Bound port: e4dfc67a-4b18-425d-8ae5-3f04d5853cf3, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:27.087047 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.116875 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c42c-a565-440b-87f3-11451610b92c admin admin] Publish callbacks [] for security_group (5d915b5a-59fb-4f03-8720-7b0428d16281), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.172515 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-79aaed4b-e61b-4074-9737-f087a21dc2e5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (c793f4ec-5380-46f2-9de3-d72139012596), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.221880 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Request body: {'port': {'device_id': '15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:27.328564 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-1b37493a-8b53-40c0-ba6a-f5d5ab8195e8 None None] Provisioning complete for port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:27.329158 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1b37493a-8b53-40c0-ba6a-f5d5ab8195e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.455119 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] For port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:27.468621 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] For port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:27.482403 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.500819 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.524672 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-79aaed4b-e61b-4074-9737-f087a21dc2e5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (c793f4ec-5380-46f2-9de3-d72139012596), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.534409 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-79aaed4b-e61b-4074-9737-f087a21dc2e5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (c793f4ec-5380-46f2-9de3-d72139012596), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.630238 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aaed4b-e61b-4074-9737-f087a21dc2e5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c793f4ec-5380-46f2-9de3-d72139012596,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:27.657599 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-79aaed4b-e61b-4074-9737-f087a21dc2e5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.669470 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-79aaed4b-e61b-4074-9737-f087a21dc2e5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5992587 Mar 28 05:41:27.670244 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57246) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:27.690674 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-88d8b8db-993f-44ac-9bf8-23b0c959c9b6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group_rule': {'security_group_id': 'c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:27.700186 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcda5ec-16f0-4596-8f14-1459d86af045 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:27.734353 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c42c-a565-440b-87f3-11451610b92c admin admin] Publish callbacks [] for security_group (5d915b5a-59fb-4f03-8720-7b0428d16281), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.830730 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:27.835309 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:27.855491 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-0eb8eed4-f1a1-4c3e-b722-6b649ad7138f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:41:27.856551 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-0eb8eed4-f1a1-4c3e-b722-6b649ad7138f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5184257 Mar 28 05:41:27.861819 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-88d8b8db-993f-44ac-9bf8-23b0c959c9b6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (26d4ffa9-4f5e-483e-a3c4-50ad3ed1a69c), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:27.900642 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5638fd9-3c9b-42b9-bd1f-9deb62c1ee62 None None] Pushing event updated for resources: {'Port': ['ID=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,revision_number=4']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:27.991840 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-1b37493a-8b53-40c0-ba6a-f5d5ab8195e8 None None] Port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:28.047185 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a427f47b-b290-4491-9429-b2a834cd81d9 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:28.157277 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-bd23e2b1-6335-4c5e-86cc-e61adf714b81 service neutron] 10.222.0.13 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826111 Mar 28 05:41:28.166215 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57256) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:28.227266 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:28.254248 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-0b0e968f-92a1-4412-b6d0-48e2fd46fd32 None None] Provisioning complete for port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:28.254719 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-0b0e968f-92a1-4412-b6d0-48e2fd46fd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:28.347307 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8d56d67f-ffe2-4b3b-9170-adc0772b9160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:28.521372 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port a427f47b-b290-4491-9429-b2a834cd81d9 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:28.522939 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:28.608175 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e968f-92a1-4412-b6d0-48e2fd46fd32 None None] Current status of the port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:28.611878 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-0b0e968f-92a1-4412-b6d0-48e2fd46fd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:28.676754 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-0b0e968f-92a1-4412-b6d0-48e2fd46fd32 None None] For port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:28.685807 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-0b0e968f-92a1-4412-b6d0-48e2fd46fd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:28.913889 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e968f-92a1-4412-b6d0-48e2fd46fd32 None None] Pushing event updated for resources: {'Port': ['ID=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:28.931074 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:28.944070 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Publish callbacks [] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:28.979851 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Transition to ACTIVE for port object 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:29.009164 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port a427f47b-b290-4491-9429-b2a834cd81d9 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:29.010931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.051715 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:27Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:29.086403 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port a427f47b-b290-4491-9429-b2a834cd81d9, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a427f47b-b290-4491-9429-b2a834cd81d9,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:29.094709 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.128413 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8d56d67f-ffe2-4b3b-9170-adc0772b9160 admin admin] Publish callbacks [] for security_group (02ef847f-6f43-4656-90f5-583084a45fa1), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.137615 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.161031 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56625c-d947-4a46-b388-89f0f4532e6e None None] The sync data for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb is: [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:27Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:29.165947 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8d56d67f-ffe2-4b3b-9170-adc0772b9160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (02ef847f-6f43-4656-90f5-583084a45fa1), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.176805 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-208f527f-f966-4044-b8b6-62bf98249b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.279288 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:29.333994 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Pushing event updated for resources: {'Port': ['ID=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:29.359855 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-8d56d67f-ffe2-4b3b-9170-adc0772b9160 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16b3b36f5bb24e9db938829baee5bdd1&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4620440 Mar 28 05:41:29.364544 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:29.366016 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 57288) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:29.384427 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:29.436082 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c42c-a565-440b-87f3-11451610b92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5d915b5a-59fb-4f03-8720-7b0428d16281), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.439831 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c42c-a565-440b-87f3-11451610b92c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.441233 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-b6c7c42c-a565-440b-87f3-11451610b92c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d915b5a-59fb-4f03-8720-7b0428d16281 HTTP/1.1" status: 204 len: 168 time: 3.1063449 Mar 28 05:41:29.456286 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56d67f-ffe2-4b3b-9170-adc0772b9160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ef847f-6f43-4656-90f5-583084a45fa1,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:29.465383 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-88d8b8db-993f-44ac-9bf8-23b0c959c9b6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (26d4ffa9-4f5e-483e-a3c4-50ad3ed1a69c), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.491686 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7c42c-a565-440b-87f3-11451610b92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d915b5a-59fb-4f03-8720-7b0428d16281,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:29.498510 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-030710cf-3672-40e9-b0ba-ccaa39d36296 admin admin] Publish callbacks [] for security_group (02ef847f-6f43-4656-90f5-583084a45fa1), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.505401 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-88d8b8db-993f-44ac-9bf8-23b0c959c9b6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (26d4ffa9-4f5e-483e-a3c4-50ad3ed1a69c), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.564407 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafb5d6-4232-42d3-bdb3-f7a10bed03e9 req-d2c39eac-121c-4c56-babb-30118c3629c9 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:29.574789 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fafb5d6-4232-42d3-bdb3-f7a10bed03e9 req-d2c39eac-121c-4c56-babb-30118c3629c9 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 944 time: 1.3559980 Mar 28 05:41:29.612713 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-88d8b8db-993f-44ac-9bf8-23b0c959c9b6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.623388 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Attempting to bind port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:29.623751 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Attempting to bind port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'cf16f373-bb79-40a5-aa72-1393699569e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '148de9ef-1534-4aaa-af8f-b2b466a41e40'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:29.624104 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Attempting to bind port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 on network 148de9ef-1534-4aaa-af8f-b2b466a41e40 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:29.628417 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-88d8b8db-993f-44ac-9bf8-23b0c959c9b6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9533708 Mar 28 05:41:29.628789 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 57296) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:29.638097 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:29.666580 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 on network 148de9ef-1534-4aaa-af8f-b2b466a41e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:29.666890 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Attempting to bind port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 on network 148de9ef-1534-4aaa-af8f-b2b466a41e40 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:29.706065 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-030710cf-3672-40e9-b0ba-ccaa39d36296 admin admin] Publish callbacks [] for security_group (02ef847f-6f43-4656-90f5-583084a45fa1), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.711357 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-91be8478-b637-4802-bd6b-3f0f94e146e0 service neutron] 10.222.0.13 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5459671 Mar 28 05:41:29.713041 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8b8db-993f-44ac-9bf8-23b0c959c9b6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d4ffa9-4f5e-483e-a3c4-50ad3ed1a69c,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:29.742371 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:29.749163 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:29.749163 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Checking segment: {'id': 'cf16f373-bb79-40a5-aa72-1393699569e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '148de9ef-1534-4aaa-af8f-b2b466a41e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:29.776514 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Bound using segment: {'id': 'cf16f373-bb79-40a5-aa72-1393699569e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '148de9ef-1534-4aaa-af8f-b2b466a41e40'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:29.777286 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Bound port: 8950e3b4-f6b9-4a13-a6b4-9b5a485be677, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf16f373-bb79-40a5-aa72-1393699569e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '148de9ef-1534-4aaa-af8f-b2b466a41e40'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:29.777796 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.803593 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fafb5d6-4232-42d3-bdb3-f7a10bed03e9 req-45bb0804-a4f4-4a90-89e7-176b5545d4b4 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273159 Mar 28 05:41:29.916359 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.941969 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-208f527f-f966-4044-b8b6-62bf98249b0e admin admin] Publish callbacks [] for security_group (87e7a0ed-58bd-46e6-949e-47e1cbcefead), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:29.950626 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-208f527f-f966-4044-b8b6-62bf98249b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (87e7a0ed-58bd-46e6-949e-47e1cbcefead), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.043919 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-208f527f-f966-4044-b8b6-62bf98249b0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7181b70c4d194d7297fd70a40f6e6aed&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8329272 Mar 28 05:41:30.045374 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57310) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:30.052138 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f527f-f966-4044-b8b6-62bf98249b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e7a0ed-58bd-46e6-949e-47e1cbcefead,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:30.084446 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=a427f47b-b290-4491-9429-b2a834cd81d9,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:30.118350 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:30.118595 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] For port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:30.145630 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] For port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,segment=NetworkSegment(cf16f373-bb79-40a5-aa72-1393699569e4),segment_id=cf16f373-bb79-40a5-aa72-1393699569e4)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:30.178549 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.204819 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4848c7b6-c795-46c1-b16e-311ba6bf489d admin admin] Publish callbacks [] for security_group (87e7a0ed-58bd-46e6-949e-47e1cbcefead), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.312945 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4848c7b6-c795-46c1-b16e-311ba6bf489d admin admin] Publish callbacks [] for security_group (87e7a0ed-58bd-46e6-949e-47e1cbcefead), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.363919 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-030710cf-3672-40e9-b0ba-ccaa39d36296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (02ef847f-6f43-4656-90f5-583084a45fa1), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.374779 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-030710cf-3672-40e9-b0ba-ccaa39d36296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.379537 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-030710cf-3672-40e9-b0ba-ccaa39d36296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02ef847f-6f43-4656-90f5-583084a45fa1 HTTP/1.1" status: 204 len: 168 time: 1.0045993 Mar 28 05:41:30.448365 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030710cf-3672-40e9-b0ba-ccaa39d36296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ef847f-6f43-4656-90f5-583084a45fa1,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:30.492487 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:30.493151 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.498320 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] 10.222.0.30 "PUT /v2.0/ports/8950e3b4-f6b9-4a13-a6b4-9b5a485be677 HTTP/1.1" status: 200 len: 1094 time: 3.8194022 Mar 28 05:41:30.500404 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1', 'tag': '8950e3b4-f6b9-4a13-a6b4-9b5a485be677'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:30.632839 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cf67b85d-90e3-490b-82b4-3a269bdc0fef req-20a1c289-c2a0-4da3-8519-687bf233d4d2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 210 time: 0.1137493 Mar 28 05:41:30.680144 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4848c7b6-c795-46c1-b16e-311ba6bf489d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (87e7a0ed-58bd-46e6-949e-47e1cbcefead), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.683109 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4848c7b6-c795-46c1-b16e-311ba6bf489d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.722048 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4848c7b6-c795-46c1-b16e-311ba6bf489d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87e7a0ed-58bd-46e6-949e-47e1cbcefead HTTP/1.1" status: 204 len: 168 time: 0.6385560 Mar 28 05:41:30.733084 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848c7b6-c795-46c1-b16e-311ba6bf489d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e7a0ed-58bd-46e6-949e-47e1cbcefead,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:30.736153 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:30.746973 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:30.783833 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57346) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:30.893367 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:30.976507 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73503043-c87a-405b-9ed5-cebabc60077e service neutron] Pushing event updated for resources: {'Port': ['ID=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:31.040864 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73074-3249-4127-8330-68a8e71fcf10 req-3bbc0f40-f3a2-45c5-924e-e981e6a96b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:31.043314 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-3bbc0f40-f3a2-45c5-924e-e981e6a96b30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70276c6d02cf423698a1989922ff69c3&device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 1128 time: 0.4459851 Mar 28 05:41:31.044984 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.069881 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:31.073049 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Updating router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 port 981dd85a-4efb-428f-9d9b-a30213e15756 binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:41:31.270210 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.274951 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-f7ef7354-47de-4938-ad9b-b4c29a18f57a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8950e3b4-f6b9-4a13-a6b4-9b5a485be677 HTTP/1.1" status: 200 len: 217 time: 0.2213225 Mar 28 05:41:31.342063 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64faa817-e76d-4b26-b330-ff50d7fa8f51 req-6d4bd2f6-c843-41a7-aa16-89efa1d19680 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:31.352442 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-64faa817-e76d-4b26-b330-ff50d7fa8f51 req-6d4bd2f6-c843-41a7-aa16-89efa1d19680 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 944 time: 0.1555130 Mar 28 05:41:31.571539 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-64faa817-e76d-4b26-b330-ff50d7fa8f51 req-bdb455dd-4d0a-436e-ba4b-34213fc86c37 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129672 Mar 28 05:41:31.599570 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c73074-3249-4127-8330-68a8e71fcf10 req-38e3dece-ea50-4f81-a174-9f90f35670e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:31.607327 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-38e3dece-ea50-4f81-a174-9f90f35670e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f HTTP/1.1" status: 200 len: 852 time: 0.3138590 Mar 28 05:41:31.710006 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-89ac761b-9952-446d-bb39-84642f8210b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:31.938100 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Allocated IP 172.28.0.198 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/80fbd990-9adb-4030-98e2-b1466f18f46f) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:32.084581 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-91ae9713-716d-4957-8c58-6c77c65481d5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:32.096539 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-91ae9713-716d-4957-8c58-6c77c65481d5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 819 time: 0.6979654 Mar 28 05:41:32.138728 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Publish callbacks [] for port (981dd85a-4efb-428f-9d9b-a30213e15756), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.154012 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-89ac761b-9952-446d-bb39-84642f8210b4 admin admin] Publish callbacks [] for security_group (03db59e4-7d12-4806-9c97-dea9735cb59c), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.154149 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c364719-38c6-4513-ab07-45e0d55a4df2" -d '{"events": [{"name": "network-changed", "server_uuid": "15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1", "tag": "8950e3b4-f6b9-4a13-a6b4-9b5a485be677"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:32.167265 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.171588 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-df896257-fe82-4500-9c06-81fc7eb318d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=148de9ef-1534-4aaa-af8f-b2b466a41e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665366 Mar 28 05:41:32.179635 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-89ac761b-9952-446d-bb39-84642f8210b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (03db59e4-7d12-4806-9c97-dea9735cb59c), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.206426 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57400) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:32.257933 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-e4ee60a7-2324-4360-9cc6-fc796ebe11c4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/quotas/eaedd07c20314601b10ba29588506856 HTTP/1.1" status: 200 len: 375 time: 0.1505721 Mar 28 05:41:32.355295 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-987840b6-8acd-4bf3-a50d-8b0c3a13c269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.439378 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:32.464934 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-89ac761b-9952-446d-bb39-84642f8210b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4db0b1952966414f8d978794f1cbada4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6798084 Mar 28 05:41:32.478691 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 57402) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:32.562097 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac761b-9952-446d-bb39-84642f8210b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03db59e4-7d12-4806-9c97-dea9735cb59c,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:32.665214 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57408) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:32.754486 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a427f47b-b290-4491-9429-b2a834cd81d9 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:32.764941 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-124b5812-b59f-45ba-a5a3-e9fc11f003d2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5060675 Mar 28 05:41:32.817274 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b538-d31a-4497-9ca2-81d92ce61bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.903586 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-912189a7-4af5-4ef5-8f4d-31c103fbf506 admin admin] Publish callbacks [] for security_group (03db59e4-7d12-4806-9c97-dea9735cb59c), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:32.938862 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a830c2-7678-4956-a06b-4485d12cdd4d None None] Pushing event updated for resources: {'Port': ['ID=981dd85a-4efb-428f-9d9b-a30213e15756,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:32.945428 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-3101bb42-ac87-486d-b7fb-116753a87635 None None] Provisioning complete for port 981dd85a-4efb-428f-9d9b-a30213e15756 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:32.945806 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3101bb42-ac87-486d-b7fb-116753a87635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.003040 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-3101bb42-ac87-486d-b7fb-116753a87635 None None] Port 981dd85a-4efb-428f-9d9b-a30213e15756 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:33.007405 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Attempting to bind port 981dd85a-4efb-428f-9d9b-a30213e15756 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:33.008732 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Attempting to bind port 981dd85a-4efb-428f-9d9b-a30213e15756 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:33.009221 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Attempting to bind port 981dd85a-4efb-428f-9d9b-a30213e15756 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:33.055342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:33.055342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Checking segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:33.055342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.055342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Bound using segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:33.055342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Bound port: 981dd85a-4efb-428f-9d9b-a30213e15756, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:33.055342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.132315 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b538-d31a-4497-9ca2-81d92ce61bdd admin admin] Publish callbacks [] for security_group (7ac21316-11be-4491-9a66-5c0377b5e2fa), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.144542 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port a427f47b-b290-4491-9429-b2a834cd81d9 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:33.145271 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.151273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3cd3b538-d31a-4497-9ca2-81d92ce61bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7ac21316-11be-4491-9a66-5c0377b5e2fa), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.292273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-987840b6-8acd-4bf3-a50d-8b0c3a13c269 admin admin] Publish callbacks [] for security_group (a38435f6-fb39-46af-92e9-9d74b5bb11cd), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.351916 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-987840b6-8acd-4bf3-a50d-8b0c3a13c269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a38435f6-fb39-46af-92e9-9d74b5bb11cd), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.373944 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3b538-d31a-4497-9ca2-81d92ce61bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac21316-11be-4491-9a66-5c0377b5e2fa,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:33.394310 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-3cd3b538-d31a-4497-9ca2-81d92ce61bdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8c31714b416497fa1f4a0dc7d2fde70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7279861 Mar 28 05:41:33.401504 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57430) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:33.450716 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] For port 981dd85a-4efb-428f-9d9b-a30213e15756, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:33.454888 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-0860dfa9-6225-4627-848c-190a275117c0 service neutron] 10.222.0.13 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708982 Mar 28 05:41:33.458216 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port a427f47b-b290-4491-9429-b2a834cd81d9 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:33.483517 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] For port 981dd85a-4efb-428f-9d9b-a30213e15756, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=981dd85a-4efb-428f-9d9b-a30213e15756,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:33.492912 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-987840b6-8acd-4bf3-a50d-8b0c3a13c269 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6c582c98bec4c4f8396b218e0fbb9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2829916 Mar 28 05:41:33.496623 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57432) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:33.504774 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.546515 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987840b6-8acd-4bf3-a50d-8b0c3a13c269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38435f6-fb39-46af-92e9-9d74b5bb11cd,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:33.647485 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-912189a7-4af5-4ef5-8f4d-31c103fbf506 admin admin] Publish callbacks [] for security_group (03db59e4-7d12-4806-9c97-dea9735cb59c), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.671337 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-97ec125d-b0d1-43b1-aea5-b1e80fafbc35 admin admin] Publish callbacks [] for security_group (7ac21316-11be-4491-9a66-5c0377b5e2fa), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.696717 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:33.697375 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:33.762698 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c899f-c17a-4209-b53f-90b46ae57435 x-openstack-request-id: req-c64c899f-c17a-4209-b53f-90b46ae57435 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:33.770202 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1", "tag": "8950e3b4-f6b9-4a13-a6b4-9b5a485be677", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:33.770652 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c64c899f-c17a-4209-b53f-90b46ae57435 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:33.771272 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64c899f-c17a-4209-b53f-90b46ae57435'] response: {'name': 'network-changed', 'server_uuid': '15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1', 'tag': '8950e3b4-f6b9-4a13-a6b4-9b5a485be677', 'status': 'completed', 'code': 200} Mar 28 05:41:33.805237 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-e19c9445-bf1d-4c73-9d74-d74555e8290a service neutron] 10.222.0.13 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335731 Mar 28 05:41:33.848703 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-bee32ee6-64b4-4d47-921f-ae1dba999be0 service neutron] 10.222.0.30 "GET /v2.0/networks/148de9ef-1534-4aaa-af8f-b2b466a41e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6393440 Mar 28 05:41:33.851962 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e4997acf-9167-47c0-950c-88b13cdc162b admin admin] Publish callbacks [] for security_group (a38435f6-fb39-46af-92e9-9d74b5bb11cd), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.866441 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-97ec125d-b0d1-43b1-aea5-b1e80fafbc35 admin admin] Publish callbacks [] for security_group (7ac21316-11be-4491-9a66-5c0377b5e2fa), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.911634 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (80fbd990-9adb-4030-98e2-b1466f18f46f), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:33.995477 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e4997acf-9167-47c0-950c-88b13cdc162b admin admin] Publish callbacks [] for security_group (a38435f6-fb39-46af-92e9-9d74b5bb11cd), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.031665 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-912189a7-4af5-4ef5-8f4d-31c103fbf506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (03db59e4-7d12-4806-9c97-dea9735cb59c), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.039919 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-912189a7-4af5-4ef5-8f4d-31c103fbf506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.042305 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-912189a7-4af5-4ef5-8f4d-31c103fbf506 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03db59e4-7d12-4806-9c97-dea9735cb59c HTTP/1.1" status: 204 len: 168 time: 1.5596998 Mar 28 05:41:34.188679 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.30', 56838) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:34.402587 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a830c2-7678-4956-a06b-4485d12cdd4d None None] Pushing event updated for resources: {'Port': ['ID=981dd85a-4efb-428f-9d9b-a30213e15756,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:34.463066 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-262882f4-d462-4ecc-a1ef-9ef627c71503 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:34.466105 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-262882f4-d462-4ecc-a1ef-9ef627c71503 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 819 time: 0.2748933 Mar 28 05:41:34.522361 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-3d5fcb6a-8081-4495-8ef2-036c15ac0843 None None] Provisioning complete for port 981dd85a-4efb-428f-9d9b-a30213e15756 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:34.522781 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3d5fcb6a-8081-4495-8ef2-036c15ac0843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.532500 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912189a7-4af5-4ef5-8f4d-31c103fbf506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03db59e4-7d12-4806-9c97-dea9735cb59c,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:34.598263 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-28c73074-3249-4127-8330-68a8e71fcf10 req-ca998414-7b47-4afe-87b4-bd6f721d404c service neutron] 10.222.0.30 "GET /v2.0/networks/148de9ef-1534-4aaa-af8f-b2b466a41e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580048 Mar 28 05:41:34.646287 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d8e446ba-5fc2-44e9-8db7-32ff5699c866 req-5780359f-bc57-4e8c-a6b8-2d48d57e5f45 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 210 time: 0.2176445 Mar 28 05:41:34.667391 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (80fbd990-9adb-4030-98e2-b1466f18f46f), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:34.693286 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'port': {'device_id': '5c3211fd-f76b-4364-8eff-268cf5912af8', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'admin_state_up': True, 'tenant_id': 'eaedd07c20314601b10ba29588506856'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:34.696954 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:34.818079 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa50cd-be38-4528-90d2-0630cd0483f6 req-c1a26423-6d7b-4c72-80d4-076aada9fd63 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:34.819664 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-64fa50cd-be38-4528-90d2-0630cd0483f6 req-c1a26423-6d7b-4c72-80d4-076aada9fd63 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 944 time: 0.7965746 Mar 28 05:41:34.854646 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 981dd85a-4efb-428f-9d9b-a30213e15756 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:34.886679 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:34.912023 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:34.941947 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:34.966118 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=80fbd990-9adb-4030-98e2-b1466f18f46f,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:35.023482 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-8d4ac1c4-694b-40a6-9e6b-a6e9080fd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:35.028411 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-8d4ac1c4-694b-40a6-9e6b-a6e9080fd351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=70276c6d02cf423698a1989922ff69c3&device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 1128 time: 0.2560909 Mar 28 05:41:35.162704 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57474) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:35.172375 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-97ec125d-b0d1-43b1-aea5-b1e80fafbc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7ac21316-11be-4491-9a66-5c0377b5e2fa), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.175057 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-97ec125d-b0d1-43b1-aea5-b1e80fafbc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.178675 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-97ec125d-b0d1-43b1-aea5-b1e80fafbc35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ac21316-11be-4491-9a66-5c0377b5e2fa HTTP/1.1" status: 204 len: 168 time: 1.7729073 Mar 28 05:41:35.333279 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec125d-b0d1-43b1-aea5-b1e80fafbc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac21316-11be-4491-9a66-5c0377b5e2fa,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:35.375988 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-14ab4eb0-79f4-4f63-bbe9-6c8d8f2ab62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.376469 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-82db302b-d2d4-440d-8ad4-5f83c138ca3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.412341 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e4997acf-9167-47c0-950c-88b13cdc162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a38435f6-fb39-46af-92e9-9d74b5bb11cd), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.419166 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e4997acf-9167-47c0-950c-88b13cdc162b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.424704 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e4997acf-9167-47c0-950c-88b13cdc162b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a38435f6-fb39-46af-92e9-9d74b5bb11cd HTTP/1.1" status: 204 len: 168 time: 1.9160297 Mar 28 05:41:35.504709 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-64fa50cd-be38-4528-90d2-0630cd0483f6 req-adbc5a83-979d-425f-af2e-0197599888fb tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272619 Mar 28 05:41:35.560224 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4997acf-9167-47c0-950c-88b13cdc162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38435f6-fb39-46af-92e9-9d74b5bb11cd,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:35.576290 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fcb6a-8081-4495-8ef2-036c15ac0843 None None] Current status of the port 981dd85a-4efb-428f-9d9b-a30213e15756 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:35.576904 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3d5fcb6a-8081-4495-8ef2-036c15ac0843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.647618 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 981dd85a-4efb-428f-9d9b-a30213e15756 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:35.648277 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.721579 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Made reservation on behalf of eaedd07c20314601b10ba29588506856 for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:35.732710 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.744350 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-3d5fcb6a-8081-4495-8ef2-036c15ac0843 None None] For port 981dd85a-4efb-428f-9d9b-a30213e15756, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=981dd85a-4efb-428f-9d9b-a30213e15756,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:35.753911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3d5fcb6a-8081-4495-8ef2-036c15ac0843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.878738 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 981dd85a-4efb-428f-9d9b-a30213e15756 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:35.883405 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fcb6a-8081-4495-8ef2-036c15ac0843 None None] Pushing event updated for resources: {'Port': ['ID=981dd85a-4efb-428f-9d9b-a30213e15756,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:35.909254 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:33Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:35.952044 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (c24a0f51-0387-49cc-adca-a9c1933a21bf), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:35.985095 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-ecf899de-9ccc-4118-981f-8153136f42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:35.987745 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-ecf899de-9ccc-4118-981f-8153136f42b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=148de9ef-1534-4aaa-af8f-b2b466a41e40 HTTP/1.1" status: 200 len: 913 time: 0.9391308 Mar 28 05:41:36.016015 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ed7cf310-700c-4ce5-85ca-654e90676a0c req-f42dd51d-cb79-4db8-9666-63ee5df27b03 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 210 time: 0.1006548 Mar 28 05:41:36.017079 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6a825a-b529-4223-beef-ac23667f33c0 None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:33Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:41:36.133054 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (80fbd990-9adb-4030-98e2-b1466f18f46f), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:36.175977 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-82db302b-d2d4-440d-8ad4-5f83c138ca3f admin admin] Publish callbacks [] for security_group (5017d14d-bf14-4413-90f0-1c35cca022f2), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:36.193132 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-82db302b-d2d4-440d-8ad4-5f83c138ca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5017d14d-bf14-4413-90f0-1c35cca022f2), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:36.534604 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.30', 56843) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:36.573238 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-0f2cc6b1-ace2-4ae1-8184-134e7b7d6895 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8950e3b4-f6b9-4a13-a6b4-9b5a485be677 HTTP/1.1" status: 200 len: 217 time: 0.5031447 Mar 28 05:41:36.618884 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 981dd85a-4efb-428f-9d9b-a30213e15756 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:36.738319 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-82db302b-d2d4-440d-8ad4-5f83c138ca3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20f242d48f0641c1a5ef12a51d5ead97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5382068 Mar 28 05:41:36.760357 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57516) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:36.763859 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db302b-d2d4-440d-8ad4-5f83c138ca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5017d14d-bf14-4413-90f0-1c35cca022f2,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:36.835081 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 981dd85a-4efb-428f-9d9b-a30213e15756 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:36.835978 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.099518 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Allocated IP 172.20.0.4 (bbe29076-3a4e-4de1-8674-939a34269b67/fa243813-d098-4e47-ac3e-65e4c65a084a/76b3b696-58f6-4012-b417-0a186f52411b) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:37.160231 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6356152-b9cb-4a1a-b797-247707fdab45 req-b6927ae2-8b69-4574-aab8-d9e02bfcc4aa tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:37.167130 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d6356152-b9cb-4a1a-b797-247707fdab45 req-b6927ae2-8b69-4574-aab8-d9e02bfcc4aa tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 944 time: 0.4685233 Mar 28 05:41:37.174307 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 981dd85a-4efb-428f-9d9b-a30213e15756 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:37.246318 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-83acd03a-5898-4638-bfb9-b8d79720e5c7 admin admin] Publish callbacks [] for security_group (5017d14d-bf14-4413-90f0-1c35cca022f2), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.257494 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-0f468ecc-b3c6-407c-8211-f2621b99b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:37.258966 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-0f468ecc-b3c6-407c-8211-f2621b99b20b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f HTTP/1.1" status: 200 len: 852 time: 0.6492746 Mar 28 05:41:37.284255 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (80fbd990-9adb-4030-98e2-b1466f18f46f), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.394630 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-dbde3d39-e17e-4ec9-becc-ab87769c017a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.485486 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-4324bd29-7e58-4002-8308-3741c1ca1aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=148de9ef-1534-4aaa-af8f-b2b466a41e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1848326 Mar 28 05:41:37.488510 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (80fbd990-9adb-4030-98e2-b1466f18f46f), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.805652 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (c24a0f51-0387-49cc-adca-a9c1933a21bf), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.833158 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for port (76b3b696-58f6-4012-b417-0a186f52411b), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.842676 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-04ca8d1b-36cf-44d0-9cc2-5e2050945627 service neutron] 10.222.0.30 "GET /v2.0/networks/148de9ef-1534-4aaa-af8f-b2b466a41e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319588 Mar 28 05:41:37.864341 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-51600d78-91a0-460c-a3cb-91b0cb75a0b6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:37.867088 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-51600d78-91a0-460c-a3cb-91b0cb75a0b6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 819 time: 1.3253481 Mar 28 05:41:37.879126 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.881663 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2488604 Mar 28 05:41:37.907429 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'port': {'device_id': 'ff3729b1-565f-4ae4-9ad4-b8107a64ed22', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'admin_state_up': True, 'tenant_id': 'eaedd07c20314601b10ba29588506856'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:37.920817 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (76b3b696-58f6-4012-b417-0a186f52411b), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.927559 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-83acd03a-5898-4638-bfb9-b8d79720e5c7 admin admin] Publish callbacks [] for security_group (5017d14d-bf14-4413-90f0-1c35cca022f2), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:37.933631 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fa75a17d-2039-4e7a-958b-fd82a2dbcf81 req-714c7dd8-a2cc-444b-a22d-190072cd4d2a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 210 time: 0.3964858 Mar 28 05:41:37.985902 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d6356152-b9cb-4a1a-b797-247707fdab45 req-76999ae9-a309-4675-910b-cb942f385922 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8169148 Mar 28 05:41:38.023553 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c364719-38c6-4513-ab07-45e0d55a4df2 req-974fd2dd-0faa-4b45-9a67-3d056ac18a96 service neutron] 10.222.0.30 "GET /v2.0/networks/148de9ef-1534-4aaa-af8f-b2b466a41e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514070 Mar 28 05:41:38.030952 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d83892-cf21-415f-bea2-8b10f734536f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=80fbd990-9adb-4030-98e2-b1466f18f46f,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:38.099849 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Network bbe29076-3a4e-4de1-8674-939a34269b67 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:38.125064 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:38.143702 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:38.150789 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:38.153110 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.197618 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6962559 Mar 28 05:41:38.228777 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c12ff6-da9d-47e4-ad74-2217ad4e612a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event updated for resources: {'Port': ['ID=76b3b696-58f6-4012-b417-0a186f52411b,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:38.280693 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-83acd03a-5898-4638-bfb9-b8d79720e5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5017d14d-bf14-4413-90f0-1c35cca022f2), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.287018 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-83acd03a-5898-4638-bfb9-b8d79720e5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.289448 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-83acd03a-5898-4638-bfb9-b8d79720e5c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5017d14d-bf14-4413-90f0-1c35cca022f2 HTTP/1.1" status: 204 len: 168 time: 1.5257070 Mar 28 05:41:38.309969 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acd03a-5898-4638-bfb9-b8d79720e5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5017d14d-bf14-4413-90f0-1c35cca022f2,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:38.372274 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Made reservation on behalf of eaedd07c20314601b10ba29588506856 for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:38.375144 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Request body: {'port': {'device_id': '5c3211fd-f76b-4364-8eff-268cf5912af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:38.375835 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.705140 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-2de649f4-e492-44c9-b964-7867c9b87662 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--513930147&fields=id&tenant_id=b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 267 time: 0.2525094 Mar 28 05:41:38.728820 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (76b3b696-58f6-4012-b417-0a186f52411b), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.851398 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.854283 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-2862a3bb-fabb-4405-a7d0-9ffc5019d780 None None] Provisioning complete for port 76b3b696-58f6-4012-b417-0a186f52411b triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:38.855342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-2862a3bb-fabb-4405-a7d0-9ffc5019d780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (76b3b696-58f6-4012-b417-0a186f52411b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:38.951119 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-2862a3bb-fabb-4405-a7d0-9ffc5019d780 None None] Port 76b3b696-58f6-4012-b417-0a186f52411b cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:38.957192 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Allocated IP 172.20.0.6 (bbe29076-3a4e-4de1-8674-939a34269b67/fa243813-d098-4e47-ac3e-65e4c65a084a/97fa15b9-f29c-4d9a-819e-0a4522956eb8) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:39.268523 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.314660 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.420094 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Network bbe29076-3a4e-4de1-8674-939a34269b67 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:39.434116 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:39.441809 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:39.460567 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:39.461261 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.524050 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event updated for resources: {'Port': ['ID=97fa15b9-f29c-4d9a-819e-0a4522956eb8,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:39.544605 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-8d013c44-9a2f-4438-b802-c81713aaaa11 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6499162 Mar 28 05:41:39.558970 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Request body: {'port': {'device_id': 'ff3729b1-565f-4ae4-9ad4-b8107a64ed22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:39.658273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-f063b116-e51f-42d2-940e-b1ad8d35bd3e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:39.659886 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-f063b116-e51f-42d2-940e-b1ad8d35bd3e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 815 time: 0.9536915 Mar 28 05:41:39.778144 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:39.784629 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-c835d2b2-10bb-48cf-bb95-00730f6b8c0b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/quotas/b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 375 time: 0.1049080 Mar 28 05:41:39.808935 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9368f4-eed7-4c50-965a-eabfa614e599 req-5c0e159c-2ca1-4c53-a8d4-6245eee815be tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:39.812520 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ec9368f4-eed7-4c50-965a-eabfa614e599 req-5c0e159c-2ca1-4c53-a8d4-6245eee815be tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 931 time: 0.5457461 Mar 28 05:41:40.009484 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-7a70f0be-3481-4723-9e64-98efdfb80530 None None] Provisioning complete for port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:40.013005 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7a70f0be-3481-4723-9e64-98efdfb80530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.086919 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-7a70f0be-3481-4723-9e64-98efdfb80530 None None] Port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:40.099509 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b3b696-58f6-4012-b417-0a186f52411b {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:40.156513 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Publish callbacks [] for port (76b3b696-58f6-4012-b417-0a186f52411b), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.219795 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ec9368f4-eed7-4c50-965a-eabfa614e599 req-d0431c14-696f-4980-8697-d585f3cc6c08 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897035 Mar 28 05:41:40.226508 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Transition to ACTIVE for port object 76b3b696-58f6-4012-b417-0a186f52411b will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:40.250175 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-cf5582ec-da80-4c2f-ade8-beb12e988216 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4304123 Mar 28 05:41:40.256726 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (76b3b696-58f6-4012-b417-0a186f52411b), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.352253 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.517042 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fa15b9-f29c-4d9a-819e-0a4522956eb8 {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:40.530425 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Publish callbacks [] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.554312 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Transition to ACTIVE for port object 97fa15b9-f29c-4d9a-819e-0a4522956eb8 will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:40.561249 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.603042 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Pushing event updated for resources: {'Port': ['ID=76b3b696-58f6-4012-b417-0a186f52411b,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:40.798779 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Pushing event updated for resources: {'Port': ['ID=97fa15b9-f29c-4d9a-819e-0a4522956eb8,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:40.824964 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Attempting to bind port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:40.825360 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Attempting to bind port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:40.829061 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Attempting to bind port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 on network bbe29076-3a4e-4de1-8674-939a34269b67 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:40.842279 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 on network bbe29076-3a4e-4de1-8674-939a34269b67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:40.842598 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Attempting to bind port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 on network bbe29076-3a4e-4de1-8674-939a34269b67 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:40.854459 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:40.855332 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Checking segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:40.855713 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Bound using segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:40.859619 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Bound port: 97fa15b9-f29c-4d9a-819e-0a4522956eb8, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:40.860025 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:40.942156 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18de77b-dad4-40b1-a968-25a33cf15f21 req-45b8d0f4-0489-405e-bfbb-be7ff2f1588e tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:40.943811 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d18de77b-dad4-40b1-a968-25a33cf15f21 req-45b8d0f4-0489-405e-bfbb-be7ff2f1588e tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 944 time: 0.4894583 Mar 28 05:41:41.016494 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] For port 97fa15b9-f29c-4d9a-819e-0a4522956eb8, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:41.021496 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] For port 97fa15b9-f29c-4d9a-819e-0a4522956eb8, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=97fa15b9-f29c-4d9a-819e-0a4522956eb8,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:41.030908 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.043438 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Attempting to bind port 76b3b696-58f6-4012-b417-0a186f52411b on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:41.043842 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Attempting to bind port 76b3b696-58f6-4012-b417-0a186f52411b by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:41.044255 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Attempting to bind port 76b3b696-58f6-4012-b417-0a186f52411b on network bbe29076-3a4e-4de1-8674-939a34269b67 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:41.076489 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Port 76b3b696-58f6-4012-b417-0a186f52411b on network bbe29076-3a4e-4de1-8674-939a34269b67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:41.076812 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Attempting to bind port 76b3b696-58f6-4012-b417-0a186f52411b on network bbe29076-3a4e-4de1-8674-939a34269b67 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:41.103438 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:41.103833 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Checking segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:41.104556 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Bound using segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:41.110943 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Bound port: 76b3b696-58f6-4012-b417-0a186f52411b, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:41.111469 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (76b3b696-58f6-4012-b417-0a186f52411b), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.131811 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Pushing event updated for resources: {'Port': ['ID=97fa15b9-f29c-4d9a-819e-0a4522956eb8,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:41.157958 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:41.158758 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.161763 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-3055800b-ba9f-42dc-b6a8-81894088eb28 service neutron] 10.222.0.30 "PUT /v2.0/ports/97fa15b9-f29c-4d9a-819e-0a4522956eb8 HTTP/1.1" status: 200 len: 1093 time: 1.6093762 Mar 28 05:41:41.162341 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3729b1-565f-4ae4-9ad4-b8107a64ed22', 'tag': '97fa15b9-f29c-4d9a-819e-0a4522956eb8'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:41.165684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c7e989-2200-4195-b4b9-fa04185362c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3729b1-565f-4ae4-9ad4-b8107a64ed22", "tag": "97fa15b9-f29c-4d9a-819e-0a4522956eb8"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:41.207562 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d18de77b-dad4-40b1-a968-25a33cf15f21 req-4c0dadd2-3e04-4f5e-ba71-caf10c992fd0 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445927 Mar 28 05:41:41.281638 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b643e396-6e74-408e-937a-c0dcb4b72179 x-openstack-request-id: req-b643e396-6e74-408e-937a-c0dcb4b72179 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:41.281929 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3729b1-565f-4ae4-9ad4-b8107a64ed22", "tag": "97fa15b9-f29c-4d9a-819e-0a4522956eb8", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:41.282202 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b643e396-6e74-408e-937a-c0dcb4b72179 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:41.282605 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b643e396-6e74-408e-937a-c0dcb4b72179'] response: {'name': 'network-changed', 'server_uuid': 'ff3729b1-565f-4ae4-9ad4-b8107a64ed22', 'tag': '97fa15b9-f29c-4d9a-819e-0a4522956eb8', 'status': 'completed', 'code': 200} Mar 28 05:41:41.302014 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-7379075a-2499-4217-a66a-bba289fcab18 service neutron] 10.222.0.13 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076818 Mar 28 05:41:41.465219 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e989-2200-4195-b4b9-fa04185362c7 req-8ead48b6-5dc9-4958-90a4-107fd9557eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:41.466729 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-82c7e989-2200-4195-b4b9-fa04185362c7 req-8ead48b6-5dc9-4958-90a4-107fd9557eab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 1127 time: 0.0987611 Mar 28 05:41:41.534550 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] For port 76b3b696-58f6-4012-b417-0a186f52411b, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:41.627534 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:41.648990 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] For port 76b3b696-58f6-4012-b417-0a186f52411b, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=76b3b696-58f6-4012-b417-0a186f52411b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:41.662906 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (76b3b696-58f6-4012-b417-0a186f52411b), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.043842 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e989-2200-4195-b4b9-fa04185362c7 req-0f38b39b-7237-43b4-a5ce-7ff8be7174fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.045660 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-82c7e989-2200-4195-b4b9-fa04185362c7 req-0f38b39b-7237-43b4-a5ce-7ff8be7174fa service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=eaedd07c20314601b10ba29588506856&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5676284 Mar 28 05:41:42.049398 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caac15-24e1-4e09-8138-c4d0fc226ed5 req-6ae4229b-c279-4bda-9042-17fda1dccc4c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.051138 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-74caac15-24e1-4e09-8138-c4d0fc226ed5 req-6ae4229b-c279-4bda-9042-17fda1dccc4c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 943 time: 0.6118841 Mar 28 05:41:42.086828 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Pushing event updated for resources: {'Port': ['ID=76b3b696-58f6-4012-b417-0a186f52411b,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:42.098194 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.098864 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:42.100737 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-9ee45abd-b29f-46fa-ab21-f4a1c77439c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/76b3b696-58f6-4012-b417-0a186f52411b HTTP/1.1" status: 200 len: 1093 time: 3.7353864 Mar 28 05:41:42.102427 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3211fd-f76b-4364-8eff-268cf5912af8', 'tag': '76b3b696-58f6-4012-b417-0a186f52411b'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:42.185756 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-69e465b3-9842-42c5-870e-f85b6ab09df1 service neutron] 10.222.0.13 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8666916 Mar 28 05:41:42.365588 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-bc56cc4d-3dce-4639-ae9c-99ce7f5c7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.368581 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-bc56cc4d-3dce-4639-ae9c-99ce7f5c7488 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 1127 time: 0.1816266 Mar 28 05:41:42.384386 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-74caac15-24e1-4e09-8138-c4d0fc226ed5 req-c156ae82-a70c-4719-aec3-49634f5138f3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128071 Mar 28 05:41:42.386519 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7e989-2200-4195-b4b9-fa04185362c7 req-cc320326-b6e4-4e46-be80-73230df76925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.388136 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-82c7e989-2200-4195-b4b9-fa04185362c7 req-cc320326-b6e4-4e46-be80-73230df76925 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3289385 Mar 28 05:41:42.530410 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-642fe367-6fa9-47e8-8ea5-1fa7d02f1889 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76b3b696-58f6-4012-b417-0a186f52411b HTTP/1.1" status: 200 len: 217 time: 0.1448910 Mar 28 05:41:42.535292 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-579e07e0-dfee-4f6a-ab25-4d389f24d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.537976 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-579e07e0-dfee-4f6a-ab25-4d389f24d245 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 1127 time: 0.0975790 Mar 28 05:41:42.569567 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7ee4d39-8ffa-4d0a-9ab1-a8ca587a758a req-59eb6178-fa30-47d9-a2b5-59a5df8b7486 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 210 time: 0.0571930 Mar 28 05:41:42.638718 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392a25d-5b30-4b0d-bdb3-24caade2205e req-431bddae-2f4b-4c6f-b191-9c70cdeed797 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.645411 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3392a25d-5b30-4b0d-bdb3-24caade2205e req-431bddae-2f4b-4c6f-b191-9c70cdeed797 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 944 time: 0.1320038 Mar 28 05:41:42.655593 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-5a0f9a79-1468-4c81-bc19-98b560cb41c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fa15b9-f29c-4d9a-819e-0a4522956eb8 HTTP/1.1" status: 200 len: 217 time: 0.1091907 Mar 28 05:41:42.663000 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-ec57ddd4-d53c-482d-88ee-79e52c52d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.664630 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-ec57ddd4-d53c-482d-88ee-79e52c52d21d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0976596 Mar 28 05:41:42.671985 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd0ab6b-6029-488f-8cec-66f35328b1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3211fd-f76b-4364-8eff-268cf5912af8", "tag": "76b3b696-58f6-4012-b417-0a186f52411b"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:42.781630 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3392a25d-5b30-4b0d-bdb3-24caade2205e req-0542660d-653f-46cc-ae8e-860900e55d19 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295607 Mar 28 05:41:42.797882 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-a4d1a0c3-4e22-4181-8d92-8cd5f447a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.800238 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-a4d1a0c3-4e22-4181-8d92-8cd5f447a1ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.1386116 Mar 28 05:41:42.816517 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57722) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:42.818785 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-ff0670c0-3a07-4d41-a598-61d6f0397aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.821527 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-ff0670c0-3a07-4d41-a598-61d6f0397aee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1451313 Mar 28 05:41:42.918354 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-2985c814-4de2-493f-9690-5d19939872a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:42.924642 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-2985c814-4de2-493f-9690-5d19939872a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1183698 Mar 28 05:41:43.047289 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec62d-1efb-46a1-8d63-2e4b56c28481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.062017 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-cf7c3838-3c86-406c-acf5-dc8e79d5d1ff service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207546 Mar 28 05:41:43.108700 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-55223584-fbf3-4b15-a549-4e2262077348 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782465 Mar 28 05:41:43.165436 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092311d5-6e70-49de-8994-625eb3cd5f30 x-openstack-request-id: req-092311d5-6e70-49de-8994-625eb3cd5f30 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:43.165886 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3211fd-f76b-4364-8eff-268cf5912af8", "tag": "76b3b696-58f6-4012-b417-0a186f52411b", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:43.166004 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-092311d5-6e70-49de-8994-625eb3cd5f30 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:43.166457 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092311d5-6e70-49de-8994-625eb3cd5f30'] response: {'name': 'network-changed', 'server_uuid': '5c3211fd-f76b-4364-8eff-268cf5912af8', 'tag': '76b3b696-58f6-4012-b417-0a186f52411b', 'status': 'completed', 'code': 200} Mar 28 05:41:43.176428 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec62d-1efb-46a1-8d63-2e4b56c28481 admin admin] Publish callbacks [] for security_group (9d8a2799-9c35-42b3-9429-303f8e996dcd), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.187922 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ab6ec62d-1efb-46a1-8d63-2e4b56c28481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (9d8a2799-9c35-42b3-9429-303f8e996dcd), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.274065 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ca547b4e-306f-4d9e-8c78-f65a5c294666 req-0850c37f-8764-4650-8e2f-4626ef7310c0 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588733 Mar 28 05:41:43.277627 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ec62d-1efb-46a1-8d63-2e4b56c28481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8a2799-9c35-42b3-9429-303f8e996dcd,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:43.282376 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-ab6ec62d-1efb-46a1-8d63-2e4b56c28481 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72205e997e8b417aa733620db5649c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4597301 Mar 28 05:41:43.285152 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57746) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:43.349227 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba470b82-4136-48ac-8e62-192c7dd6ca3e req-30b4f00f-35da-4e37-ac42-d906b8e23c6d service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818895 Mar 28 05:41:43.407427 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9533-8f3f-491c-aa5b-67c61894a751 admin admin] Publish callbacks [] for security_group (9d8a2799-9c35-42b3-9429-303f8e996dcd), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.451477 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9533-8f3f-491c-aa5b-67c61894a751 admin admin] Publish callbacks [] for security_group (9d8a2799-9c35-42b3-9429-303f8e996dcd), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.565452 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-165017a4-78b8-45b9-940a-41f03dcb3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.567013 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-165017a4-78b8-45b9-940a-41f03dcb3aee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 1127 time: 0.1075485 Mar 28 05:41:43.588210 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dc438-2029-472f-9bbf-92b0f3a83ed4 req-6941030c-faaf-4899-8184-d46285a35f80 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.590718 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-631dc438-2029-472f-9bbf-92b0f3a83ed4 req-6941030c-faaf-4899-8184-d46285a35f80 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 943 time: 0.0961945 Mar 28 05:41:43.599249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9533-8f3f-491c-aa5b-67c61894a751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (9d8a2799-9c35-42b3-9429-303f8e996dcd), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.602340 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0c6a9533-8f3f-491c-aa5b-67c61894a751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:43.603614 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-0c6a9533-8f3f-491c-aa5b-67c61894a751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d8a2799-9c35-42b3-9429-303f8e996dcd HTTP/1.1" status: 204 len: 168 time: 0.3175373 Mar 28 05:41:43.692857 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a9533-8f3f-491c-aa5b-67c61894a751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8a2799-9c35-42b3-9429-303f8e996dcd,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:43.772533 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-322da86e-1f66-48d0-9d03-c8402252b0f4 req-486f77f7-f074-4f4f-ac80-f39c23dbabbc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 210 time: 0.0611453 Mar 28 05:41:43.814302 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-631dc438-2029-472f-9bbf-92b0f3a83ed4 req-0fd5392a-4750-4ec7-9fbd-d55cb7ac3e92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160432 Mar 28 05:41:43.867253 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-e695275a-8d37-4735-b84b-a892249b7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:43.867253 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-e695275a-8d37-4735-b84b-a892249b7c50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.2928021 Mar 28 05:41:43.929523 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-8ef7f141-0fd4-445e-a4a6-7972d15acfde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76b3b696-58f6-4012-b417-0a186f52411b HTTP/1.1" status: 200 len: 217 time: 0.0553677 Mar 28 05:41:43.999915 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-1fc3bdfa-d112-4283-9636-d511d441f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.001800 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-1fc3bdfa-d112-4283-9636-d511d441f5bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0616775 Mar 28 05:41:44.063485 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:44.077842 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743ee1f-5173-4207-aaf0-bd15e16aabe6 req-be705f0e-abca-456d-8ea6-b2bf255b5d0f tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.081713 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2743ee1f-5173-4207-aaf0-bd15e16aabe6 req-be705f0e-abca-456d-8ea6-b2bf255b5d0f tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 944 time: 0.1511891 Mar 28 05:41:44.153488 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-777453b5-e593-455b-8ab8-e78a85902e9a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.159388 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-777453b5-e593-455b-8ab8-e78a85902e9a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 815 time: 0.2602365 Mar 28 05:41:44.184372 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-dc2a1bcc-b84f-479b-8aeb-a2e9ddc8cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:44.186515 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-dc2a1bcc-b84f-479b-8aeb-a2e9ddc8cffe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1681147 Mar 28 05:41:44.253273 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 57798) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:44.283859 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1e4aefbb-130b-4c9d-968c-58000d1b41ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.300638 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,segment=NetworkSegment(cf16f373-bb79-40a5-aa72-1393699569e4),segment_id=cf16f373-bb79-40a5-aa72-1393699569e4)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:44.306907 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-3c5f949c-efa6-4be8-ad1e-fe820595deda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 379 time: 0.1336915 Mar 28 05:41:44.313770 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'port': {'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'admin_state_up': True, 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'security_groups': ['c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f']}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:44.323508 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2743ee1f-5173-4207-aaf0-bd15e16aabe6 req-17ecd644-5e34-4f61-acb3-8d27439a48bd tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407370 Mar 28 05:41:44.325159 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '8950e3b4-f6b9-4a13-a6b4-9b5a485be677', 'network_id': '148de9ef-1534-4aaa-af8f-b2b466a41e40', 'port_id': '8950e3b4-f6b9-4a13-a6b4-9b5a485be677', 'mac_address': 'fa:16:3e:13:70:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:44.377896 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:44.378623 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.396389 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:44.412933 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-d0fb500f-b90c-41e0-912d-056bc8020315 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181587 Mar 28 05:41:44.434476 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,segment=NetworkSegment(cf16f373-bb79-40a5-aa72-1393699569e4),segment_id=cf16f373-bb79-40a5-aa72-1393699569e4)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:44.443727 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.459603 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Made reservation on behalf of b89f732473c344b299a6523f3ad9a23c for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:41:44.463267 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.526428 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:44.600687 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4bd0ab6b-6029-488f-8cec-66f35328b1bd req-81b55c24-6bca-47e2-ade7-b8ee00d6b4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790462 Mar 28 05:41:44.602254 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1e4aefbb-130b-4c9d-968c-58000d1b41ff admin admin] Publish callbacks [] for security_group (f5c8cf14-ace5-4ed1-b3c3-2569b7a9428a), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.614550 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1e4aefbb-130b-4c9d-968c-58000d1b41ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f5c8cf14-ace5-4ed1-b3c3-2569b7a9428a), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.710577 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-1e4aefbb-130b-4c9d-968c-58000d1b41ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=922707cdcb3c4d5d9c759c545acddd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558558 Mar 28 05:41:44.711277 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4aefbb-130b-4c9d-968c-58000d1b41ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c8cf14-ace5-4ed1-b3c3-2569b7a9428a,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:44.714327 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57810) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:44.728915 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['8950e3b4-f6b9-4a13-a6b4-9b5a485be677'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:44.741647 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Allocated IP 172.20.0.6 (a4d009d6-ebb3-4047-831e-62c187fd5c21/a244f379-ea2c-4eb9-ab70-7fd6eddbbedb/7ab50a91-a322-4a2b-abfd-c919d9591ea3) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:41:44.823145 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-49c478f1-c172-4ddf-a4e9-72fecbe018c8 admin admin] Publish callbacks [] for security_group (f5c8cf14-ace5-4ed1-b3c3-2569b7a9428a), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.853391 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-49c478f1-c172-4ddf-a4e9-72fecbe018c8 admin admin] Publish callbacks [] for security_group (f5c8cf14-ace5-4ed1-b3c3-2569b7a9428a), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.914523 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-49c478f1-c172-4ddf-a4e9-72fecbe018c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f5c8cf14-ace5-4ed1-b3c3-2569b7a9428a), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.925043 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-49c478f1-c172-4ddf-a4e9-72fecbe018c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:44.927309 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-49c478f1-c172-4ddf-a4e9-72fecbe018c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5c8cf14-ace5-4ed1-b3c3-2569b7a9428a HTTP/1.1" status: 204 len: 168 time: 0.2117479 Mar 28 05:41:44.943633 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c478f1-c172-4ddf-a4e9-72fecbe018c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c8cf14-ace5-4ed1-b3c3-2569b7a9428a,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:45.014988 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1259ec3d-cfc7-4567-a9e3-18c9f7cce320 req-6a255481-f27d-41da-be52-ca4f416dd90a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 210 time: 0.0734706 Mar 28 05:41:45.044907 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.048393 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027ec52-d7d5-44d8-ab95-b2dd3c8867dd req-b4f2bb63-135a-4a17-8822-b9a2e5437055 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.050017 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4027ec52-d7d5-44d8-ab95-b2dd3c8867dd req-b4f2bb63-135a-4a17-8822-b9a2e5437055 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 943 time: 0.1073058 Mar 28 05:41:45.100314 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.132209 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4027ec52-d7d5-44d8-ab95-b2dd3c8867dd req-a70c4b9b-0da7-4dc5-9ee3-2745d965d461 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679066 Mar 28 05:41:45.181259 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:41:45.191008 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:41:45.196183 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=7ab50a91-a322-4a2b-abfd-c919d9591ea3,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:45.198414 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:41:45.204167 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.205193 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.227052 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-fe4f0cfe-0393-4ae5-894b-6c05f5cade63 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9184246 Mar 28 05:41:45.239773 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Request body: {'port': {'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:45.322140 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.487011 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.521285 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592acd3-3d32-4ba6-bf27-1bf0c422adda req-30de65d9-74da-42cf-8761-ed48bb2cbf81 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:45.522717 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d592acd3-3d32-4ba6-bf27-1bf0c422adda req-30de65d9-74da-42cf-8761-ed48bb2cbf81 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 945 time: 0.0726438 Mar 28 05:41:45.586195 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d5ed97ab-8572-49f8-98da-c0915e432238 None None] Provisioning complete for port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:45.595495 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d5ed97ab-8572-49f8-98da-c0915e432238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.595730 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d592acd3-3d32-4ba6-bf27-1bf0c422adda req-cb6a8c91-cad8-4209-91cd-34915db0ee0a tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650575 Mar 28 05:41:45.659858 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed97ab-8572-49f8-98da-c0915e432238 None None] Port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:41:45.717798 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab50a91-a322-4a2b-abfd-c919d9591ea3 {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:45.726535 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Publish callbacks [] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.745554 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Transition to ACTIVE for port object 7ab50a91-a322-4a2b-abfd-c919d9591ea3 will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:41:45.750176 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.863065 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Pushing event updated for resources: {'Port': ['ID=7ab50a91-a322-4a2b-abfd-c919d9591ea3,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:45.878670 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Attempting to bind port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:41:45.879009 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Attempting to bind port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:41:45.879334 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Attempting to bind port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:45.885374 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:41:45.885691 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Attempting to bind port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:41:45.896420 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:41:45.896420 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Checking segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:41:45.896420 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Bound using segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:41:45.896420 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Bound port: 7ab50a91-a322-4a2b-abfd-c919d9591ea3, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:41:45.896835 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:45.989307 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] For port 7ab50a91-a322-4a2b-abfd-c919d9591ea3, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:41:45.993650 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] For port 7ab50a91-a322-4a2b-abfd-c919d9591ea3, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:41:46.001478 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:46.065445 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 76b3b696-58f6-4012-b417-0a186f52411b details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:46.070266 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.070918 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:46.074406 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] 10.222.0.30 "PUT /v2.0/ports/7ab50a91-a322-4a2b-abfd-c919d9591ea3 HTTP/1.1" status: 200 len: 1093 time: 0.8371372 Mar 28 05:41:46.076989 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'tag': '7ab50a91-a322-4a2b-abfd-c919d9591ea3'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:46.082372 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1869ba-d6f2-441c-b969-f2a3c838fca9" -d '{"events": [{"name": "network-changed", "server_uuid": "70862cb5-4fed-456f-b144-8b7ac449a6ea", "tag": "7ab50a91-a322-4a2b-abfd-c919d9591ea3"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:46.133239 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:46.162535 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5197c47-f84f-4d03-9609-13368a32d74f service neutron] Pushing event updated for resources: {'Port': ['ID=7ab50a91-a322-4a2b-abfd-c919d9591ea3,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:46.227760 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f126f713-b18f-4773-b3d9-4c3fec2c47bb x-openstack-request-id: req-f126f713-b18f-4773-b3d9-4c3fec2c47bb {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:46.228377 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70862cb5-4fed-456f-b144-8b7ac449a6ea", "tag": "7ab50a91-a322-4a2b-abfd-c919d9591ea3", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:46.228377 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f126f713-b18f-4773-b3d9-4c3fec2c47bb {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:46.228790 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f126f713-b18f-4773-b3d9-4c3fec2c47bb'] response: {'name': 'network-changed', 'server_uuid': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'tag': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'status': 'completed', 'code': 200} Mar 28 05:41:46.271279 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-4eefed4b-ad88-4c22-865b-9c0d605fb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.273281 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-4eefed4b-ad88-4c22-865b-9c0d605fb0cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 1127 time: 0.1487532 Mar 28 05:41:46.311105 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38285a2-f33b-4c31-9577-3533f7f3b09a req-b39f0ecf-4565-43e5-85c8-ad09064ec2f4 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.315576 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f38285a2-f33b-4c31-9577-3533f7f3b09a req-b39f0ecf-4565-43e5-85c8-ad09064ec2f4 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 943 time: 0.1272593 Mar 28 05:41:46.381663 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-053752b4-4b6e-4a10-8707-fa8590fb5b31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3 HTTP/1.1" status: 200 len: 217 time: 0.0938890 Mar 28 05:41:46.501689 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-c534041e-c0fd-4445-b0cd-a2be4e5dcca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.509397 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-c534041e-c0fd-4445-b0cd-a2be4e5dcca7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.1257775 Mar 28 05:41:46.514761 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f38285a2-f33b-4c31-9577-3533f7f3b09a req-c0823f2f-e6c8-45fa-b680-f4af1eb34b7f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769383 Mar 28 05:41:46.549801 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb39b8-f06f-4aff-b413-7f13ac971cdf req-abb844ee-642f-4666-9529-defc525c360a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.559358 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cacb39b8-f06f-4aff-b413-7f13ac971cdf req-abb844ee-642f-4666-9529-defc525c360a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 943 time: 0.2428081 Mar 28 05:41:46.605426 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-815b9bde-24d7-4b4a-b585-5632b6f107e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.606950 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-815b9bde-24d7-4b4a-b585-5632b6f107e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0910447 Mar 28 05:41:46.670093 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cacb39b8-f06f-4aff-b413-7f13ac971cdf req-42ab57f3-fd92-45f7-ad41-21645cef8d6b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038978 Mar 28 05:41:46.748532 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 76b3b696-58f6-4012-b417-0a186f52411b, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=76b3b696-58f6-4012-b417-0a186f52411b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:46.764353 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-c0599c66-c689-4f6e-bfaf-ec345c0824ec service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510344 Mar 28 05:41:46.786960 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe62e61-fd56-4737-9045-84a2a1668ee7 req-efe60735-08f1-489e-9010-ec04b5af3344 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:46.789046 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bbe62e61-fd56-4737-9045-84a2a1668ee7 req-efe60735-08f1-489e-9010-ec04b5af3344 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 945 time: 0.0797734 Mar 28 05:41:46.793890 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:46.798078 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '76b3b696-58f6-4012-b417-0a186f52411b', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'port_id': '76b3b696-58f6-4012-b417-0a186f52411b', 'mac_address': 'fa:16:3e:26:3b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:46.800332 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:46.800911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:46.833600 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57922) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:46.872920 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bbe62e61-fd56-4737-9045-84a2a1668ee7 req-f576414a-38ee-48b4-9f43-b1d8cc501a2e tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705333 Mar 28 05:41:46.877638 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 76b3b696-58f6-4012-b417-0a186f52411b is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:46.879758 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (76b3b696-58f6-4012-b417-0a186f52411b), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:46.910505 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b3b696-58f6-4012-b417-0a186f52411b {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:46.983007 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 76b3b696-58f6-4012-b417-0a186f52411b, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=76b3b696-58f6-4012-b417-0a186f52411b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:46.992094 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (76b3b696-58f6-4012-b417-0a186f52411b), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:46.992795 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 97fa15b9-f29c-4d9a-819e-0a4522956eb8 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:46.998857 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b80c1f2a-4c61-46c0-8f99-c2568ce9a555 req-8fb038e1-44d7-44a8-9cec-ccdd51a963be service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286580 Mar 28 05:41:47.029454 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8874-91fe-4a2e-9c13-d8e2a16332b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.035957 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 97fa15b9-f29c-4d9a-819e-0a4522956eb8, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=97fa15b9-f29c-4d9a-819e-0a4522956eb8,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:47.101267 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '97fa15b9-f29c-4d9a-819e-0a4522956eb8', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'port_id': '97fa15b9-f29c-4d9a-819e-0a4522956eb8', 'mac_address': 'fa:16:3e:f5:fc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:47.106285 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=76b3b696-58f6-4012-b417-0a186f52411b,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:47.112168 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:47.112610 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.151174 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-4efd305a-d17e-4dcc-af70-a990f6991e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:47.152965 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-4efd305a-d17e-4dcc-af70-a990f6991e5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 1127 time: 0.0895333 Mar 28 05:41:47.170141 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8874-91fe-4a2e-9c13-d8e2a16332b1 admin admin] Publish callbacks [] for security_group (c261f082-a760-4dc9-8e3a-0c6ab25539d3), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.171325 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,segment=NetworkSegment(cf16f373-bb79-40a5-aa72-1393699569e4),segment_id=cf16f373-bb79-40a5-aa72-1393699569e4)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:47.173902 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8950e3b4-f6b9-4a13-a6b4-9b5a485be677'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:47.181192 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9d6d8874-91fe-4a2e-9c13-d8e2a16332b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c261f082-a760-4dc9-8e3a-0c6ab25539d3), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.246846 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.282802 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-9d6d8874-91fe-4a2e-9c13-d8e2a16332b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe3ad1fa28d04e1f8d78a18a5df9a802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443951 Mar 28 05:41:47.284105 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57948) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:47.286311 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d8874-91fe-4a2e-9c13-d8e2a16332b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c261f082-a760-4dc9-8e3a-0c6ab25539d3,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:47.314001 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-44ca75a2-c917-4e0b-b134-20cd0ab3fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:47.316085 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-44ca75a2-c917-4e0b-b134-20cd0ab3fc34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.1567061 Mar 28 05:41:47.344757 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:47.348937 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:47.349318 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.356696 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab328-a15a-41e8-bee2-725f296bf8b1 admin admin] Publish callbacks [] for security_group (c261f082-a760-4dc9-8e3a-0c6ab25539d3), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.365956 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fa15b9-f29c-4d9a-819e-0a4522956eb8 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:47.368929 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-a19abdd1-6088-4223-afac-6f6e5fcfc005 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3 HTTP/1.1" status: 200 len: 217 time: 0.0451000 Mar 28 05:41:47.389388 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 57950) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:47.396197 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 97fa15b9-f29c-4d9a-819e-0a4522956eb8, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=97fa15b9-f29c-4d9a-819e-0a4522956eb8,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:47.401111 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab328-a15a-41e8-bee2-725f296bf8b1 admin admin] Publish callbacks [] for security_group (c261f082-a760-4dc9-8e3a-0c6ab25539d3), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.403801 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.443234 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-fa607b1a-8c69-4e43-a89c-484e334780d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:47.445744 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-fa607b1a-8c69-4e43-a89c-484e334780d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0676386 Mar 28 05:41:47.477926 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab328-a15a-41e8-bee2-725f296bf8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c261f082-a760-4dc9-8e3a-0c6ab25539d3), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.483635 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4b5ab328-a15a-41e8-bee2-725f296bf8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.485991 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4b5ab328-a15a-41e8-bee2-725f296bf8b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c261f082-a760-4dc9-8e3a-0c6ab25539d3 HTTP/1.1" status: 204 len: 168 time: 0.2009616 Mar 28 05:41:47.491746 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33200b44-d03b-4b5c-9145-7b5dbda21782" -d '{"events": [{"server_uuid": "15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1", "name": "network-vif-plugged", "status": "completed", "tag": "8950e3b4-f6b9-4a13-a6b4-9b5a485be677"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:47.505934 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=97fa15b9-f29c-4d9a-819e-0a4522956eb8,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:47.514282 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ab328-a15a-41e8-bee2-725f296bf8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c261f082-a760-4dc9-8e3a-0c6ab25539d3,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:47.525064 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-270d6bb9-5eec-4e62-81df-94da58804edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:47.527414 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-270d6bb9-5eec-4e62-81df-94da58804edf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0721147 Mar 28 05:41:47.612763 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-14aadc00-10c3-44ee-a89c-71b04ffc5597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:47.652466 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['76b3b696-58f6-4012-b417-0a186f52411b'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:47.655989 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['97fa15b9-f29c-4d9a-819e-0a4522956eb8'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:47.731726 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-20728f2c-7f1b-4789-89b1-4fe360bcf1f2 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912048 Mar 28 05:41:47.778461 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63f3c61-42cd-42a2-bd97-aef43893b954 x-openstack-request-id: req-e63f3c61-42cd-42a2-bd97-aef43893b954 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:47.779476 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1", "name": "network-vif-plugged", "status": "completed", "tag": "8950e3b4-f6b9-4a13-a6b4-9b5a485be677", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:47.780263 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e63f3c61-42cd-42a2-bd97-aef43893b954 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:47.782751 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63f3c61-42cd-42a2-bd97-aef43893b954'] response: {'server_uuid': '15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8950e3b4-f6b9-4a13-a6b4-9b5a485be677', 'code': 200} Mar 28 05:41:47.845597 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9d5b7-31ac-4291-91e1-f54b5f818db9 req-731cf4aa-bc17-47c8-9c84-e09332d5614a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:47.847136 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d8e9d5b7-31ac-4291-91e1-f54b5f818db9 req-731cf4aa-bc17-47c8-9c84-e09332d5614a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 943 time: 0.2321839 Mar 28 05:41:48.075233 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-14aadc00-10c3-44ee-a89c-71b04ffc5597 admin admin] Publish callbacks [] for security_group (b1852c68-0de3-4f8b-a455-01a3c014a7b4), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.146745 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d8e9d5b7-31ac-4291-91e1-f54b5f818db9 req-767b51ae-aa6e-48d7-ac70-11bfe439e7f6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682912 Mar 28 05:41:48.246279 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-14aadc00-10c3-44ee-a89c-71b04ffc5597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (b1852c68-0de3-4f8b-a455-01a3c014a7b4), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.290223 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0b1869ba-d6f2-441c-b969-f2a3c838fca9 req-2055cb20-d581-4cdf-96e5-6cc6e4103223 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526662 Mar 28 05:41:48.546145 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aadc00-10c3-44ee-a89c-71b04ffc5597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1852c68-0de3-4f8b-a455-01a3c014a7b4,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:48.566124 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-14aadc00-10c3-44ee-a89c-71b04ffc5597 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63632e5368224f209808dfd508081656&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1755068 Mar 28 05:41:48.571822 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58028) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:48.599561 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f33d2-539b-42e8-816f-2d492d3d80e7 req-1c01adb4-4374-44b9-bdc0-cc43d758f976 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:48.601685 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fc2f33d2-539b-42e8-816f-2d492d3d80e7 req-1c01adb4-4374-44b9-bdc0-cc43d758f976 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 944 time: 0.5252144 Mar 28 05:41:48.609611 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a83274-167a-425f-bb5b-5dd7b3e2e751 req-f0ff6c7a-8fe1-4584-8172-67fd968b82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:48.611075 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b5a83274-167a-425f-bb5b-5dd7b3e2e751 req-f0ff6c7a-8fe1-4584-8172-67fd968b82d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 1130 time: 0.5055583 Mar 28 05:41:48.666295 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c99efe-e0ab-453b-8da5-dfe9eec28400 req-3bf0310e-c96f-4d93-9bd1-8866aa0e74d1 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:48.668569 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-89c99efe-e0ab-453b-8da5-dfe9eec28400 req-3bf0310e-c96f-4d93-9bd1-8866aa0e74d1 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 946 time: 0.3909698 Mar 28 05:41:48.672309 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b5a83274-167a-425f-bb5b-5dd7b3e2e751 req-164f664a-08b3-4ed2-ba64-fb88479fc668 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.767871 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fc2f33d2-539b-42e8-816f-2d492d3d80e7 req-36f378a7-3796-42ed-9cb7-c173bbe245dd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531365 Mar 28 05:41:48.773454 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-25c2f31f-2c5d-4e02-9c8a-bbd224793717 admin admin] Publish callbacks [] for security_group (b1852c68-0de3-4f8b-a455-01a3c014a7b4), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.783613 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-89c99efe-e0ab-453b-8da5-dfe9eec28400 req-64e868c3-970b-4b11-b3dd-fbd1404c5a21 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035633 Mar 28 05:41:48.834283 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-25c2f31f-2c5d-4e02-9c8a-bbd224793717 admin admin] Publish callbacks [] for security_group (b1852c68-0de3-4f8b-a455-01a3c014a7b4), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.900558 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b5a83274-167a-425f-bb5b-5dd7b3e2e751 req-164f664a-08b3-4ed2-ba64-fb88479fc668 service neutron] Publish callbacks [] for security_group (8d741e07-aa06-4efd-8d06-954917289266), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.905200 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b5a83274-167a-425f-bb5b-5dd7b3e2e751 req-164f664a-08b3-4ed2-ba64-fb88479fc668 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (8d741e07-aa06-4efd-8d06-954917289266), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.946118 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-25c2f31f-2c5d-4e02-9c8a-bbd224793717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (b1852c68-0de3-4f8b-a455-01a3c014a7b4), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.948865 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-25c2f31f-2c5d-4e02-9c8a-bbd224793717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:48.950016 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-25c2f31f-2c5d-4e02-9c8a-bbd224793717 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1852c68-0de3-4f8b-a455-01a3c014a7b4 HTTP/1.1" status: 204 len: 168 time: 0.3739419 Mar 28 05:41:48.957910 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b5a83274-167a-425f-bb5b-5dd7b3e2e751 req-164f664a-08b3-4ed2-ba64-fb88479fc668 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393006 Mar 28 05:41:48.962542 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f664a-08b3-4ed2-ba64-fb88479fc668 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d741e07-aa06-4efd-8d06-954917289266,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:48.973812 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2f31f-2c5d-4e02-9c8a-bbd224793717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1852c68-0de3-4f8b-a455-01a3c014a7b4,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:49.305098 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc0ab3-d9b3-4038-9c77-ff01d577fd07 req-7ee3ec15-9130-474a-8dae-be3ffe67deba tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:49.313153 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-43cc0ab3-d9b3-4038-9c77-ff01d577fd07 req-7ee3ec15-9130-474a-8dae-be3ffe67deba tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 943 time: 0.0982976 Mar 28 05:41:49.321702 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58094) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:49.339382 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e82bbfb5-20cb-4967-9063-77bb914e9f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.386910 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-43cc0ab3-d9b3-4038-9c77-ff01d577fd07 req-74c04e00-3de2-471c-a328-b97104625bd3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676029 Mar 28 05:41:49.434099 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e82bbfb5-20cb-4967-9063-77bb914e9f75 admin admin] Publish callbacks [] for security_group (66d715b2-3cfa-450c-987f-29a2d3489b6e), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.438311 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e82bbfb5-20cb-4967-9063-77bb914e9f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (66d715b2-3cfa-450c-987f-29a2d3489b6e), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.475883 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e82bbfb5-20cb-4967-9063-77bb914e9f75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26c307bd47804175b3b8bd90db6d0225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519449 Mar 28 05:41:49.478552 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58106) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:49.480611 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bbfb5-20cb-4967-9063-77bb914e9f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d715b2-3cfa-450c-987f-29a2d3489b6e,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:49.531917 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c8273923-41df-4a88-a045-81e51d50549c admin admin] Publish callbacks [] for security_group (66d715b2-3cfa-450c-987f-29a2d3489b6e), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.556279 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c8273923-41df-4a88-a045-81e51d50549c admin admin] Publish callbacks [] for security_group (66d715b2-3cfa-450c-987f-29a2d3489b6e), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.611862 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c8273923-41df-4a88-a045-81e51d50549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (66d715b2-3cfa-450c-987f-29a2d3489b6e), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.614852 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c8273923-41df-4a88-a045-81e51d50549c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:49.615741 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-c8273923-41df-4a88-a045-81e51d50549c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66d715b2-3cfa-450c-987f-29a2d3489b6e HTTP/1.1" status: 204 len: 168 time: 0.1360655 Mar 28 05:41:49.624756 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8273923-41df-4a88-a045-81e51d50549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d715b2-3cfa-450c-987f-29a2d3489b6e,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:49.940099 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35d97c-ae6b-42dc-9f26-c05c16e97541 req-84e2715a-1878-49da-98d8-572e4be283e5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:49.942001 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ff35d97c-ae6b-42dc-9f26-c05c16e97541 req-84e2715a-1878-49da-98d8-572e4be283e5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 944 time: 0.0884917 Mar 28 05:41:50.004608 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8774fb-90bb-40cc-9a3e-fc4a1be13334 req-8119bed7-2111-4d5c-9738-f728171af483 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:50.006180 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0f8774fb-90bb-40cc-9a3e-fc4a1be13334 req-8119bed7-2111-4d5c-9738-f728171af483 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 946 time: 0.1099532 Mar 28 05:41:50.028709 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ff35d97c-ae6b-42dc-9f26-c05c16e97541 req-7affbbc3-95da-4763-b15e-cbbdc6ce6f18 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779479 Mar 28 05:41:50.082673 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0f8774fb-90bb-40cc-9a3e-fc4a1be13334 req-c2fff4c9-f180-49b5-a7b5-8d1084a876fc tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680184 Mar 28 05:41:50.086295 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 7ab50a91-a322-4a2b-abfd-c919d9591ea3 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:41:50.088427 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 76b3b696-58f6-4012-b417-0a186f52411b up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:50.244263 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 76b3b696-58f6-4012-b417-0a186f52411b completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:50.258522 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 76b3b696-58f6-4012-b417-0a186f52411b triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:50.258902 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (76b3b696-58f6-4012-b417-0a186f52411b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.268036 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 7ab50a91-a322-4a2b-abfd-c919d9591ea3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:50.300187 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:41:50.363567 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:50.363838 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.405761 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab50a91-a322-4a2b-abfd-c919d9591ea3 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:41:50.440015 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 7ab50a91-a322-4a2b-abfd-c919d9591ea3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:50.441778 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 76b3b696-58f6-4012-b417-0a186f52411b is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:50.442158 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (76b3b696-58f6-4012-b417-0a186f52411b), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.445987 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.501095 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3211fd-f76b-4364-8eff-268cf5912af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b3b696-58f6-4012-b417-0a186f52411b'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:50.503432 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ef5990-ff38-40e8-8c0f-f5d3137af600" -d '{"events": [{"server_uuid": "5c3211fd-f76b-4364-8eff-268cf5912af8", "name": "network-vif-plugged", "status": "completed", "tag": "76b3b696-58f6-4012-b417-0a186f52411b"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:50.527539 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 76b3b696-58f6-4012-b417-0a186f52411b, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=76b3b696-58f6-4012-b417-0a186f52411b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:50.533087 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (76b3b696-58f6-4012-b417-0a186f52411b), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.534521 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 97fa15b9-f29c-4d9a-819e-0a4522956eb8 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:50.536568 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=7ab50a91-a322-4a2b-abfd-c919d9591ea3,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:50.590048 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c26715c-7719-459b-9e01-c597c4a11fe7 x-openstack-request-id: req-8c26715c-7719-459b-9e01-c597c4a11fe7 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:50.590698 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3211fd-f76b-4364-8eff-268cf5912af8", "name": "network-vif-plugged", "status": "completed", "tag": "76b3b696-58f6-4012-b417-0a186f52411b", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:50.591145 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c26715c-7719-459b-9e01-c597c4a11fe7 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:50.591748 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c26715c-7719-459b-9e01-c597c4a11fe7'] response: {'server_uuid': '5c3211fd-f76b-4364-8eff-268cf5912af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b3b696-58f6-4012-b417-0a186f52411b', 'code': 200} Mar 28 05:41:50.618165 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd27e5-63fa-4917-95d6-67f05e921e7b req-d2660558-cfbf-4a60-8a6d-62bac6a98f05 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:50.625579 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aafd27e5-63fa-4917-95d6-67f05e921e7b req-d2660558-cfbf-4a60-8a6d-62bac6a98f05 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 944 time: 0.1481240 Mar 28 05:41:50.676371 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=76b3b696-58f6-4012-b417-0a186f52411b,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:50.700463 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:50.708896 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:50.709423 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:50.769335 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['7ab50a91-a322-4a2b-abfd-c919d9591ea3'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:50.783100 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aafd27e5-63fa-4917-95d6-67f05e921e7b req-efdd4930-5c03-4f1e-893c-6100b37483c9 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530764 Mar 28 05:41:50.959365 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34c59-4c39-41f0-9e79-202cfca8c67d req-d1ef5dd1-6ffc-450c-a3f3-24f4a9e0a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:50.960660 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0ba34c59-4c39-41f0-9e79-202cfca8c67d req-d1ef5dd1-6ffc-450c-a3f3-24f4a9e0a32f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 1129 time: 0.1009245 Mar 28 05:41:50.985717 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:50.986443 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.013642 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0ba34c59-4c39-41f0-9e79-202cfca8c67d req-94019b31-acba-4347-8d8a-8b86960fa7f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464072 Mar 28 05:41:51.047819 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 97fa15b9-f29c-4d9a-819e-0a4522956eb8, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=97fa15b9-f29c-4d9a-819e-0a4522956eb8,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:51.066176 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:51.193205 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=97fa15b9-f29c-4d9a-819e-0a4522956eb8,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:51.245889 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ad2f-eeff-4117-847c-e9a424a6f6a0 req-4b2bd275-6c40-473f-a36a-2d1e37383ffb tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:51.247668 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-43f4ad2f-eeff-4117-847c-e9a424a6f6a0 req-4b2bd275-6c40-473f-a36a-2d1e37383ffb tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1265860 Mar 28 05:41:51.274316 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099a55a-967e-4249-9051-9c06ffccaa7b req-e77118cd-cb18-467b-a99c-0fff5e60449c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:51.276948 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9099a55a-967e-4249-9051-9c06ffccaa7b req-e77118cd-cb18-467b-a99c-0fff5e60449c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 946 time: 0.0908206 Mar 28 05:41:51.354015 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-43f4ad2f-eeff-4117-847c-e9a424a6f6a0 req-1ce7c617-6f38-451c-8f4f-015d81eff35f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980978 Mar 28 05:41:51.378814 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9099a55a-967e-4249-9051-9c06ffccaa7b req-fd3411e3-a4e7-4a99-ba33-3480e7836b72 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932612 Mar 28 05:41:51.923049 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480fb0e-54f5-4631-998a-662157a8ddb3 req-d7b88767-a1c0-4dfd-bb10-90c1ea73df2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:51.924529 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f480fb0e-54f5-4631-998a-662157a8ddb3 req-d7b88767-a1c0-4dfd-bb10-90c1ea73df2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 944 time: 0.0550480 Mar 28 05:41:51.979145 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f480fb0e-54f5-4631-998a-662157a8ddb3 req-09625370-e9d6-482c-9e28-1ecd343364b8 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491233 Mar 28 05:41:52.092858 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 7ab50a91-a322-4a2b-abfd-c919d9591ea3 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:41:52.154333 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:41:52.159744 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:41:52.160028 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:52.248873 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:41:52.249540 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:52.290267 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 7ab50a91-a322-4a2b-abfd-c919d9591ea3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:52.300014 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:52.353744 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=7ab50a91-a322-4a2b-abfd-c919d9591ea3,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:52.481687 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa038dcf-b281-4899-ba09-99758fb6fb08 req-c43f47d6-4873-4df2-99f0-c78c32ab76b3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:52.485798 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aa038dcf-b281-4899-ba09-99758fb6fb08 req-c43f47d6-4873-4df2-99f0-c78c32ab76b3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0613258 Mar 28 05:41:52.544581 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aa038dcf-b281-4899-ba09-99758fb6fb08 req-f2b3f34a-cd0b-4571-9f47-a4c0344afa28 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Mar 28 05:41:52.593273 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3729b1-565f-4ae4-9ad4-b8107a64ed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa15b9-f29c-4d9a-819e-0a4522956eb8'}, {'server_uuid': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab50a91-a322-4a2b-abfd-c919d9591ea3'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:52.595854 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf23ff0-fb03-4c9f-8a52-425c70095469" -d '{"events": [{"server_uuid": "ff3729b1-565f-4ae4-9ad4-b8107a64ed22", "name": "network-vif-plugged", "status": "completed", "tag": "97fa15b9-f29c-4d9a-819e-0a4522956eb8"}, {"server_uuid": "70862cb5-4fed-456f-b144-8b7ac449a6ea", "name": "network-vif-plugged", "status": "completed", "tag": "7ab50a91-a322-4a2b-abfd-c919d9591ea3"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:52.648587 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b99634-a0a2-4ae9-ba5c-0bec9781d4ae x-openstack-request-id: req-58b99634-a0a2-4ae9-ba5c-0bec9781d4ae {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:52.648873 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3729b1-565f-4ae4-9ad4-b8107a64ed22", "name": "network-vif-plugged", "status": "completed", "tag": "97fa15b9-f29c-4d9a-819e-0a4522956eb8", "code": 200}, {"server_uuid": "70862cb5-4fed-456f-b144-8b7ac449a6ea", "name": "network-vif-plugged", "status": "completed", "tag": "7ab50a91-a322-4a2b-abfd-c919d9591ea3", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:52.649180 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58b99634-a0a2-4ae9-ba5c-0bec9781d4ae {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:52.649602 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b99634-a0a2-4ae9-ba5c-0bec9781d4ae'] response: {'server_uuid': 'ff3729b1-565f-4ae4-9ad4-b8107a64ed22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fa15b9-f29c-4d9a-819e-0a4522956eb8', 'code': 200} Mar 28 05:41:52.649877 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b99634-a0a2-4ae9-ba5c-0bec9781d4ae'] response: {'server_uuid': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'code': 200} Mar 28 05:41:52.886729 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b6cb0-f50d-49db-a12b-6f5cc44a7392 req-f5a3da5c-cb96-4a6f-a79b-332566ce6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:52.888713 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-250b6cb0-f50d-49db-a12b-6f5cc44a7392 req-f5a3da5c-cb96-4a6f-a79b-332566ce6c22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 1129 time: 0.0566950 Mar 28 05:41:52.962796 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-250b6cb0-f50d-49db-a12b-6f5cc44a7392 req-dbc6f644-b151-48a0-8034-aa5ec50a5627 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678780 Mar 28 05:41:53.045205 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b05dec-2e65-4b00-8aa8-1f8edb8e089c req-3289330b-0fd5-4b7b-9703-c1fc79f33a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:53.046764 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-39b05dec-2e65-4b00-8aa8-1f8edb8e089c req-3289330b-0fd5-4b7b-9703-c1fc79f33a19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 1129 time: 0.2144365 Mar 28 05:41:53.160930 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad58ae-4d0f-4273-8dbd-d7345cf01086 req-b8d9fe20-9869-483e-a9da-4b3f93f88ae9 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:53.162461 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-06ad58ae-4d0f-4273-8dbd-d7345cf01086 req-b8d9fe20-9869-483e-a9da-4b3f93f88ae9 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 945 time: 0.0674944 Mar 28 05:41:53.266536 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58332) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:53.288305 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-39b05dec-2e65-4b00-8aa8-1f8edb8e089c req-e80271ae-3150-45a9-98bf-30a18ac80bd6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101630 Mar 28 05:41:53.291088 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-06ad58ae-4d0f-4273-8dbd-d7345cf01086 req-8ca23e5a-c4d7-41f9-8aa1-da21343e3eff tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157146 Mar 28 05:41:53.399866 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7578c2db-bd6e-40b3-b853-4ed3ceb1818b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.513363 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7578c2db-bd6e-40b3-b853-4ed3ceb1818b admin admin] Publish callbacks [] for security_group (8941ea80-a590-4566-80ec-898742ce5478), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.524472 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7578c2db-bd6e-40b3-b853-4ed3ceb1818b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (8941ea80-a590-4566-80ec-898742ce5478), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.569604 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-7578c2db-bd6e-40b3-b853-4ed3ceb1818b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54136c2bf6664856ba985230f4528716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017879 Mar 28 05:41:53.572240 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58352) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:53.572566 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578c2db-bd6e-40b3-b853-4ed3ceb1818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8941ea80-a590-4566-80ec-898742ce5478,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:53.654213 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a57f5dc5-df6e-46d9-84eb-d849222f8c7d admin admin] Publish callbacks [] for security_group (8941ea80-a590-4566-80ec-898742ce5478), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.683138 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a57f5dc5-df6e-46d9-84eb-d849222f8c7d admin admin] Publish callbacks [] for security_group (8941ea80-a590-4566-80ec-898742ce5478), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.706343 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5ddab-b967-4c46-9bc6-2e5c112e78e1 req-2c79c2a2-80bd-466c-9bda-44052e7bd323 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:53.707799 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-66f5ddab-b967-4c46-9bc6-2e5c112e78e1 req-2c79c2a2-80bd-466c-9bda-44052e7bd323 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0931418 Mar 28 05:41:53.772218 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-66f5ddab-b967-4c46-9bc6-2e5c112e78e1 req-f895b2e6-fb5d-48c1-bdb3-3b68093a6b23 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552683 Mar 28 05:41:53.773214 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a57f5dc5-df6e-46d9-84eb-d849222f8c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (8941ea80-a590-4566-80ec-898742ce5478), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.775703 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a57f5dc5-df6e-46d9-84eb-d849222f8c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:53.779576 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-a57f5dc5-df6e-46d9-84eb-d849222f8c7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8941ea80-a590-4566-80ec-898742ce5478 HTTP/1.1" status: 204 len: 168 time: 0.2038069 Mar 28 05:41:53.787693 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f5dc5-df6e-46d9-84eb-d849222f8c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8941ea80-a590-4566-80ec-898742ce5478,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:54.061293 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58366) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:54.080618 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a26517ab-c3af-436c-b887-6a2a48e3fac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.161184 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a26517ab-c3af-436c-b887-6a2a48e3fac5 admin admin] Publish callbacks [] for security_group (ffc41dcd-bc93-47a7-9d7e-b198380b4009), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.165195 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a26517ab-c3af-436c-b887-6a2a48e3fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (ffc41dcd-bc93-47a7-9d7e-b198380b4009), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.204446 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-a26517ab-c3af-436c-b887-6a2a48e3fac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb19d5fd079a4e5b99277bca8dbc6405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410947 Mar 28 05:41:54.205273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26517ab-c3af-436c-b887-6a2a48e3fac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc41dcd-bc93-47a7-9d7e-b198380b4009,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:54.207434 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58368) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:54.278883 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-27126397-4b4c-4b4e-860a-6ed3b854ed65 admin admin] Publish callbacks [] for security_group (ffc41dcd-bc93-47a7-9d7e-b198380b4009), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.302906 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-27126397-4b4c-4b4e-860a-6ed3b854ed65 admin admin] Publish callbacks [] for security_group (ffc41dcd-bc93-47a7-9d7e-b198380b4009), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.369853 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-27126397-4b4c-4b4e-860a-6ed3b854ed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (ffc41dcd-bc93-47a7-9d7e-b198380b4009), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.373939 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-27126397-4b4c-4b4e-860a-6ed3b854ed65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:54.375111 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-27126397-4b4c-4b4e-860a-6ed3b854ed65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffc41dcd-bc93-47a7-9d7e-b198380b4009 HTTP/1.1" status: 204 len: 168 time: 0.1666718 Mar 28 05:41:54.396097 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27126397-4b4c-4b4e-860a-6ed3b854ed65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc41dcd-bc93-47a7-9d7e-b198380b4009,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:54.463392 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32561055-b8c7-4bce-8980-56b9c0dc299d req-8a3c473f-b676-4619-9a51-a3dd3b75d573 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:54.465043 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32561055-b8c7-4bce-8980-56b9c0dc299d req-8a3c473f-b676-4619-9a51-a3dd3b75d573 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 945 time: 0.0911436 Mar 28 05:41:54.522961 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32561055-b8c7-4bce-8980-56b9c0dc299d req-84e4088d-abad-4ff1-9979-00ac85a2a44e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519881 Mar 28 05:41:54.688356 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:41:54.938170 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5c89f-ac84-41a7-8aa5-b81b09498919 req-9fce1346-6b2d-4ec8-b363-6a8b54fb5f79 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:54.939708 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fdf5c89f-ac84-41a7-8aa5-b81b09498919 req-9fce1346-6b2d-4ec8-b363-6a8b54fb5f79 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0770566 Mar 28 05:41:55.000534 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fdf5c89f-ac84-41a7-8aa5-b81b09498919 req-c0724fcb-bb16-44a5-882d-5a70f0f3ccb3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537810 Mar 28 05:41:55.671637 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a3879-a965-41c5-b4aa-2179849c4322 req-d6679817-1f49-4176-a2c2-5e6baaccb008 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:55.673345 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3c8a3879-a965-41c5-b4aa-2179849c4322 req-d6679817-1f49-4176-a2c2-5e6baaccb008 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 945 time: 0.0622163 Mar 28 05:41:55.737834 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3c8a3879-a965-41c5-b4aa-2179849c4322 req-531b1944-44cb-487d-ae98-e3053d1ba27d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585110 Mar 28 05:41:56.001060 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad851c-cc22-40b4-a6d7-100e0d70f030 req-9c4b23dd-142e-4d63-b051-b6d28319a400 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:56.001060 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d1ad851c-cc22-40b4-a6d7-100e0d70f030 req-9c4b23dd-142e-4d63-b051-b6d28319a400 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 945 time: 0.0809269 Mar 28 05:41:56.009915 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58492) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:56.017735 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'floatingip': {'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:41:56.148478 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (c24a0f51-0387-49cc-adca-a9c1933a21bf), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:56.255710 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501f94e-f984-494d-ac5c-d46442746679 req-3936279c-fbcf-442e-8f37-c665dffca6ac tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:56.257293 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e501f94e-f984-494d-ac5c-d46442746679 req-3936279c-fbcf-442e-8f37-c665dffca6ac tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1656110 Mar 28 05:41:56.294050 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0b92-1de0-4bec-954a-e1d190bd26b4 req-f10f09e8-6a47-46fb-8257-8fd33b3aa9c6 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:56.295966 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cb9a0b92-1de0-4bec-954a-e1d190bd26b4 req-f10f09e8-6a47-46fb-8257-8fd33b3aa9c6 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 946 time: 0.1568692 Mar 28 05:41:56.390558 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e501f94e-f984-494d-ac5c-d46442746679 req-8e16740e-f92f-4c6a-ab10-c2e321a4353c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188033 Mar 28 05:41:56.393915 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cb9a0b92-1de0-4bec-954a-e1d190bd26b4 req-3cf3702e-abcb-4603-ac65-c1b7a352c668 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886321 Mar 28 05:41:56.822029 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58562) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:56.864372 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ba62e-a470-48e0-ad27-ade1df69a27b req-6934fda2-50fb-498a-a9d9-e9eb8ad445ae tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:56.866328 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-804ba62e-a470-48e0-ad27-ade1df69a27b req-6934fda2-50fb-498a-a9d9-e9eb8ad445ae tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1305025 Mar 28 05:41:56.944717 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-d5784816-13a5-46f3-a98f-42b3febddffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:56.946323 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-d5784816-13a5-46f3-a98f-42b3febddffa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 1129 time: 0.2186766 Mar 28 05:41:56.959729 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-804ba62e-a470-48e0-ad27-ade1df69a27b req-bae3d75f-c7ca-4f13-a768-dd0aa27b1992 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873091 Mar 28 05:41:57.003505 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-169c34be-991b-4052-b020-efd73718a675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.054639 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.db.resource_extend [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 05:41:57.119307 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-169c34be-991b-4052-b020-efd73718a675 admin admin] Publish callbacks [] for security_group (7755b73f-86d9-40c2-aed3-fa9aaca2e378), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.129031 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-169c34be-991b-4052-b020-efd73718a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7755b73f-86d9-40c2-aed3-fa9aaca2e378), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.174158 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.179763 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-169c34be-991b-4052-b020-efd73718a675 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dd68d166f054df7b8ddc0f41a97bc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566442 Mar 28 05:41:57.181264 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c34be-991b-4052-b020-efd73718a675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7755b73f-86d9-40c2-aed3-fa9aaca2e378,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:57.184974 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58580) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:57.187281 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (c24a0f51-0387-49cc-adca-a9c1933a21bf), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.263422 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-029b160b-97ab-4c23-8876-c816bb570f89 admin admin] Publish callbacks [] for security_group (7755b73f-86d9-40c2-aed3-fa9aaca2e378), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.296311 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-029b160b-97ab-4c23-8876-c816bb570f89 admin admin] Publish callbacks [] for security_group (7755b73f-86d9-40c2-aed3-fa9aaca2e378), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.297701 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-e7681d2d-4728-48cd-9a7d-fa22d9662373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:57.299326 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-e7681d2d-4728-48cd-9a7d-fa22d9662373 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.3414927 Mar 28 05:41:57.364443 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-029b160b-97ab-4c23-8876-c816bb570f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7755b73f-86d9-40c2-aed3-fa9aaca2e378), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.367873 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-029b160b-97ab-4c23-8876-c816bb570f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.369349 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-029b160b-97ab-4c23-8876-c816bb570f89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7755b73f-86d9-40c2-aed3-fa9aaca2e378 HTTP/1.1" status: 204 len: 168 time: 0.1830664 Mar 28 05:41:57.379421 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b160b-97ab-4c23-8876-c816bb570f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7755b73f-86d9-40c2-aed3-fa9aaca2e378,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:57.550245 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-a3ae1c4a-9945-4851-9014-7129fbc22518 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fa15b9-f29c-4d9a-819e-0a4522956eb8 HTTP/1.1" status: 200 len: 217 time: 0.2389543 Mar 28 05:41:57.599726 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce7a6-7d92-4f24-8528-224b154859b5 req-1ac06f41-1d79-473a-9799-e7ce2beffbd5 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:57.608818 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3f1ce7a6-7d92-4f24-8528-224b154859b5 req-1ac06f41-1d79-473a-9799-e7ce2beffbd5 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 946 time: 0.1004407 Mar 28 05:41:57.618541 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Floating IP c24a0f51-0387-49cc-adca-a9c1933a21bf associated. External IP: 172.28.0.198, port: 7ab50a91-a322-4a2b-abfd-c919d9591ea3. Mar 28 05:41:57.709623 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3f1ce7a6-7d92-4f24-8528-224b154859b5 req-9f823aef-0f3b-480f-9fad-99122c428c68 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002405 Mar 28 05:41:57.748894 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-9ded2168-ecb4-4bbf-8589-a29d19c1e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:57.750388 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-9ded2168-ecb4-4bbf-8589-a29d19c1e635 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.1797562 Mar 28 05:41:57.862192 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-9887f10f-93b4-4882-9b1a-9ec58d545d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:57.863710 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-9887f10f-93b4-4882-9b1a-9ec58d545d18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1056323 Mar 28 05:41:57.864544 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58616) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:57.882596 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7d7-d83d-4b73-bc91-105efb066a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:57.963773 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-e4dd44e8-7645-4850-bb7a-48c5ec36c706 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:57.965810 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-e4dd44e8-7645-4850-bb7a-48c5ec36c706 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.30 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 946 time: 0.0811691 Mar 28 05:41:58.068505 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-de1f4f62-14f6-4aac-b0e8-e16976f49de9 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517494 Mar 28 05:41:58.075823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:41:58.153460 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7d7-d83d-4b73-bc91-105efb066a83 admin admin] Publish callbacks [] for security_group (e326b7ed-0d6a-4dc0-b3b0-fa8098f1a9f1), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.162400 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e3a0c7d7-d83d-4b73-bc91-105efb066a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e326b7ed-0d6a-4dc0-b3b0-fa8098f1a9f1), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.230549 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e3a0c7d7-d83d-4b73-bc91-105efb066a83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19493b50bc2646dfa5e5da23b6a9fef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617296 Mar 28 05:41:58.230946 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58622) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:58.231213 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0c7d7-d83d-4b73-bc91-105efb066a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e326b7ed-0d6a-4dc0-b3b0-fa8098f1a9f1,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:58.255938 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb368c-9b66-47e6-802b-a9a3777e79e9 req-52618116-e50c-4452-9423-7b949f4cfe14 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:58.257590 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b3eb368c-9b66-47e6-802b-a9a3777e79e9 req-52618116-e50c-4452-9423-7b949f4cfe14 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.2017825 Mar 28 05:41:58.271339 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Deleting port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:41:58.272037 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.283809 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-df92cdfa-7b56-49cf-b08e-ffbf3cdca27d req-01ab01ac-d065-43b1-b9f4-2890b5b26ff5 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067540 Mar 28 05:41:58.330436 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:41:58.335487 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.360799 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:41:58.363823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3bdfcb5-9af9-4d36-beae-11c5f268cabe admin admin] Publish callbacks [] for security_group (e326b7ed-0d6a-4dc0-b3b0-fa8098f1a9f1), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.379919 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:58.381084 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:58.385194 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b3eb368c-9b66-47e6-802b-a9a3777e79e9 req-a45dbae1-23c3-4c2e-9be6-15820f3ec040 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161790 Mar 28 05:41:58.385686 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-6a730be9-5e97-44e4-8f3f-b4beb3ca858c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "PUT /v2.0/floatingips/c24a0f51-0387-49cc-adca-a9c1933a21bf HTTP/1.1" status: 200 len: 991 time: 2.3746622 Mar 28 05:41:58.390311 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'tag': '7ab50a91-a322-4a2b-abfd-c919d9591ea3'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:58.392523 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45" -d '{"events": [{"name": "network-changed", "server_uuid": "70862cb5-4fed-456f-b144-8b7ac449a6ea", "tag": "7ab50a91-a322-4a2b-abfd-c919d9591ea3"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:58.410868 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3bdfcb5-9af9-4d36-beae-11c5f268cabe admin admin] Publish callbacks [] for security_group (e326b7ed-0d6a-4dc0-b3b0-fa8098f1a9f1), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.421597 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] For port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,segment=NetworkSegment(cf16f373-bb79-40a5-aa72-1393699569e4),segment_id=cf16f373-bb79-40a5-aa72-1393699569e4)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:41:58.421895 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.445203 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Calling delete_port for 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 owned by compute:nova {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:41:58.471254 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d7af27-47cc-4e6e-a9c8-2f6d027fab5d x-openstack-request-id: req-d7d7af27-47cc-4e6e-a9c8-2f6d027fab5d {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:58.471669 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70862cb5-4fed-456f-b144-8b7ac449a6ea", "tag": "7ab50a91-a322-4a2b-abfd-c919d9591ea3", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:58.471872 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7d7af27-47cc-4e6e-a9c8-2f6d027fab5d {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:58.472743 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d7af27-47cc-4e6e-a9c8-2f6d027fab5d'] response: {'name': 'network-changed', 'server_uuid': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'tag': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'status': 'completed', 'code': 200} Mar 28 05:41:58.524093 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3bdfcb5-9af9-4d36-beae-11c5f268cabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e326b7ed-0d6a-4dc0-b3b0-fa8098f1a9f1), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.527299 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3bdfcb5-9af9-4d36-beae-11c5f268cabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.528540 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e3bdfcb5-9af9-4d36-beae-11c5f268cabe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e326b7ed-0d6a-4dc0-b3b0-fa8098f1a9f1 HTTP/1.1" status: 204 len: 168 time: 0.2966473 Mar 28 05:41:58.547794 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-a0b43320-0660-41f2-8e74-e7ef3ca21733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:58.549423 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-a0b43320-0660-41f2-8e74-e7ef3ca21733 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 1129 time: 0.0729756 Mar 28 05:41:58.554636 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdfcb5-9af9-4d36-beae-11c5f268cabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e326b7ed-0d6a-4dc0-b3b0-fa8098f1a9f1,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:58.593965 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:58.657978 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284'] for port (8950e3b4-f6b9-4a13-a6b4-9b5a485be677), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.659217 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-bf8660c0-8ea9-4d3e-8aba-129c182cd6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:58.673968 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['8950e3b4-f6b9-4a13-a6b4-9b5a485be677'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:41:58.679779 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-bf8660c0-8ea9-4d3e-8aba-129c182cd6fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.1036885 Mar 28 05:41:58.721369 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Pushing event deleted for resources: {'Port': ['ID=8950e3b4-f6b9-4a13-a6b4-9b5a485be677,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:41:58.825294 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] No DVR routers for this DVR port 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 on host hv-cinder-83177 {{(pid=109882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:41:58.836441 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:58.840162 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ecc59d61-e23e-4b61-ac2f-6901e2844a65 req-b4e6536e-b590-43d4-91e8-f4d425f8b02c tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.30 "DELETE /v2.0/ports/8950e3b4-f6b9-4a13-a6b4-9b5a485be677 HTTP/1.1" status: 204 len: 173 time: 0.8664525 Mar 28 05:41:58.840604 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1', 'name': 'network-vif-deleted', 'tag': '8950e3b4-f6b9-4a13-a6b4-9b5a485be677'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:41:58.843216 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f886073-396e-4cb0-b092-a8a2f9ec301d" -d '{"events": [{"server_uuid": "15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1", "name": "network-vif-deleted", "tag": "8950e3b4-f6b9-4a13-a6b4-9b5a485be677"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:41:58.896880 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d2859218-6bbc-4aea-bb5f-dc2c56006240 req-f697ebc3-e648-4e6f-b2a0-fdf521e048c2 tempest-DeleteServersTestJSON-1947276935 tempest-DeleteServersTestJSON-1947276935-project] 10.222.0.13 "GET /v2.0/ports?device_id=15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1 HTTP/1.1" status: 200 len: 210 time: 0.0640533 Mar 28 05:41:58.950543 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f02d31-85f3-458a-aa63-46dbf2cdc2d6 x-openstack-request-id: req-28f02d31-85f3-458a-aa63-46dbf2cdc2d6 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:41:58.950858 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1", "name": "network-vif-deleted", "tag": "8950e3b4-f6b9-4a13-a6b4-9b5a485be677", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:41:58.951156 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28f02d31-85f3-458a-aa63-46dbf2cdc2d6 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:41:58.951584 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f02d31-85f3-458a-aa63-46dbf2cdc2d6'] response: {'server_uuid': '15a4a7dc-5d22-4de0-bb1b-6c6ac543acd1', 'name': 'network-vif-deleted', 'tag': '8950e3b4-f6b9-4a13-a6b4-9b5a485be677', 'status': 'completed', 'code': 200} Mar 28 05:41:58.978949 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-1b50290b-53fd-4eeb-98c8-06141184dc44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3 HTTP/1.1" status: 200 len: 999 time: 0.2955432 Mar 28 05:41:59.100618 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-81c5fb4c-0d69-4bf0-b886-391a83b864c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:59.100618 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-81c5fb4c-0d69-4bf0-b886-391a83b864c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.1137645 Mar 28 05:41:59.125241 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:41:56Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:59.161702 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:41:59.191916 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:41:59.196061 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:41:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:59.212490 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-fc2b19ba-8853-47ae-aa6b-20f6dac34b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:59.216118 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-fc2b19ba-8853-47ae-aa6b-20f6dac34b49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1088524 Mar 28 05:41:59.386779 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-55dfeee4-1a3d-44fe-a6aa-9140ade99ae2 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611855 Mar 28 05:41:59.421863 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:41:59.474932 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58698) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:59.560254 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-d4ad0f3e-402c-44c5-8dd8-ca33c02e6d45 req-7bc80b4c-6764-483f-8a7a-2c38500a6b42 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542864 Mar 28 05:41:59.625303 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662ef6f-93df-4e23-beef-9f37afa0e301 req-58120512-7934-41ac-ba38-20634f3859de tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:41:59.632240 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2662ef6f-93df-4e23-beef-9f37afa0e301 req-58120512-7934-41ac-ba38-20634f3859de tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1053650 Mar 28 05:41:59.724456 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2662ef6f-93df-4e23-beef-9f37afa0e301 req-b6394506-8575-4993-b639-c1ab1cd9ddc4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766187 Mar 28 05:41:59.751972 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7de67fc4-8663-44b9-85c9-52ea88cb7d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:59.888793 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7de67fc4-8663-44b9-85c9-52ea88cb7d41 admin admin] Publish callbacks [] for security_group (7b10c0c5-e726-4442-8b59-46280554a6f5), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:59.895687 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7de67fc4-8663-44b9-85c9-52ea88cb7d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7b10c0c5-e726-4442-8b59-46280554a6f5), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:41:59.908973 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:41:56Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:41:59.917452 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58714) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:41:59.942597 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eab4e3-9124-4b92-b9d6-70cbd0923392 None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:41:56Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:42:00.014620 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de67fc4-8663-44b9-85c9-52ea88cb7d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10c0c5-e726-4442-8b59-46280554a6f5,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:00.022135 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-7de67fc4-8663-44b9-85c9-52ea88cb7d41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a686236447394cee8945e0e489a5c401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459921 Mar 28 05:42:00.024742 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58724) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:00.069277 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7f62f629-c164-450f-a420-d1b764e6da84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.109833 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-76c43085-7c11-438e-91d9-4ecdf77828d5 admin admin] Publish callbacks [] for security_group (7b10c0c5-e726-4442-8b59-46280554a6f5), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.136189 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-76c43085-7c11-438e-91d9-4ecdf77828d5 admin admin] Publish callbacks [] for security_group (7b10c0c5-e726-4442-8b59-46280554a6f5), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.183467 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7f62f629-c164-450f-a420-d1b764e6da84 admin admin] Publish callbacks [] for security_group (781eb6a5-2116-4631-a07d-bb4ff43dad18), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.196224 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7f62f629-c164-450f-a420-d1b764e6da84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (781eb6a5-2116-4631-a07d-bb4ff43dad18), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.202235 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-76c43085-7c11-438e-91d9-4ecdf77828d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7b10c0c5-e726-4442-8b59-46280554a6f5), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.211639 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-76c43085-7c11-438e-91d9-4ecdf77828d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.212838 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-76c43085-7c11-438e-91d9-4ecdf77828d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b10c0c5-e726-4442-8b59-46280554a6f5 HTTP/1.1" status: 204 len: 168 time: 0.1871328 Mar 28 05:42:00.226947 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c43085-7c11-438e-91d9-4ecdf77828d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10c0c5-e726-4442-8b59-46280554a6f5,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:00.253347 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58734) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:00.253792 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-7f62f629-c164-450f-a420-d1b764e6da84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4d1c3e1958e42b9a144396256100016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332276 Mar 28 05:42:00.289430 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62f629-c164-450f-a420-d1b764e6da84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781eb6a5-2116-4631-a07d-bb4ff43dad18,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:00.360648 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-80568ac5-a20e-4cb8-a034-0e093a906f5e admin admin] Publish callbacks [] for security_group (781eb6a5-2116-4631-a07d-bb4ff43dad18), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.402277 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-80568ac5-a20e-4cb8-a034-0e093a906f5e admin admin] Publish callbacks [] for security_group (781eb6a5-2116-4631-a07d-bb4ff43dad18), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.418368 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39378c9-4c52-403f-8194-6b6e9cabe944 None None] New status for floating IP c24a0f51-0387-49cc-adca-a9c1933a21bf: ACTIVE {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:42:00.480941 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-80568ac5-a20e-4cb8-a034-0e093a906f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (781eb6a5-2116-4631-a07d-bb4ff43dad18), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.484222 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-80568ac5-a20e-4cb8-a034-0e093a906f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.487201 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-80568ac5-a20e-4cb8-a034-0e093a906f5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/781eb6a5-2116-4631-a07d-bb4ff43dad18 HTTP/1.1" status: 204 len: 168 time: 0.2328305 Mar 28 05:42:00.497663 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80568ac5-a20e-4cb8-a034-0e093a906f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781eb6a5-2116-4631-a07d-bb4ff43dad18,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:00.910830 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1295e-457e-4d1d-bb10-5b40c2f837b6 req-d4982970-5103-4a9f-8779-9c45c899fdc7 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:00.912577 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-12c1295e-457e-4d1d-bb10-5b40c2f837b6 req-d4982970-5103-4a9f-8779-9c45c899fdc7 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0854156 Mar 28 05:42:00.923157 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58764) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:00.955876 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-077ad431-f38d-4746-92de-5d4e69bdf3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:00.989424 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-12c1295e-457e-4d1d-bb10-5b40c2f837b6 req-fcac2815-f288-4bf9-97f6-643a5b486c6d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684021 Mar 28 05:42:01.059379 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-077ad431-f38d-4746-92de-5d4e69bdf3f9 admin admin] Publish callbacks [] for security_group (6a1f7efa-fe82-4a1a-9443-73f09c010eef), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.063249 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-077ad431-f38d-4746-92de-5d4e69bdf3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (6a1f7efa-fe82-4a1a-9443-73f09c010eef), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.106938 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-077ad431-f38d-4746-92de-5d4e69bdf3f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=321d83c7f8e44543a9217088252ba57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823833 Mar 28 05:42:01.109080 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ad431-f38d-4746-92de-5d4e69bdf3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1f7efa-fe82-4a1a-9443-73f09c010eef,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:01.109823 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58772) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:01.136737 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58774) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:01.155884 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c7723a31-4b63-4ca1-a75e-307a2fa643e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.186106 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf97d-5109-4590-a1b4-109ccda1d52b admin admin] Publish callbacks [] for security_group (6a1f7efa-fe82-4a1a-9443-73f09c010eef), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.208738 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf97d-5109-4590-a1b4-109ccda1d52b admin admin] Publish callbacks [] for security_group (6a1f7efa-fe82-4a1a-9443-73f09c010eef), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.267487 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c7723a31-4b63-4ca1-a75e-307a2fa643e8 admin admin] Publish callbacks [] for security_group (76647498-aaa1-46e7-9860-42ecb84aebb9), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.273782 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c7723a31-4b63-4ca1-a75e-307a2fa643e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (76647498-aaa1-46e7-9860-42ecb84aebb9), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.279187 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf97d-5109-4590-a1b4-109ccda1d52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (6a1f7efa-fe82-4a1a-9443-73f09c010eef), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.284042 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf97d-5109-4590-a1b4-109ccda1d52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.285635 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-c9cdf97d-5109-4590-a1b4-109ccda1d52b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a1f7efa-fe82-4a1a-9443-73f09c010eef HTTP/1.1" status: 204 len: 168 time: 0.1742213 Mar 28 05:42:01.295888 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdf97d-5109-4590-a1b4-109ccda1d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1f7efa-fe82-4a1a-9443-73f09c010eef,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:01.325570 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c7723a31-4b63-4ca1-a75e-307a2fa643e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab666fb33c9443838bc37b52ff61277d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870894 Mar 28 05:42:01.328023 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58782) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:01.335001 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7723a31-4b63-4ca1-a75e-307a2fa643e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76647498-aaa1-46e7-9860-42ecb84aebb9,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:01.389499 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4f89a2d2-32f4-483f-87c5-85346051c43b admin admin] Publish callbacks [] for security_group (76647498-aaa1-46e7-9860-42ecb84aebb9), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.418822 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4f89a2d2-32f4-483f-87c5-85346051c43b admin admin] Publish callbacks [] for security_group (76647498-aaa1-46e7-9860-42ecb84aebb9), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.482488 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4f89a2d2-32f4-483f-87c5-85346051c43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (76647498-aaa1-46e7-9860-42ecb84aebb9), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.485684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4f89a2d2-32f4-483f-87c5-85346051c43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.486826 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4f89a2d2-32f4-483f-87c5-85346051c43b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76647498-aaa1-46e7-9860-42ecb84aebb9 HTTP/1.1" status: 204 len: 168 time: 0.1579289 Mar 28 05:42:01.496368 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89a2d2-32f4-483f-87c5-85346051c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76647498-aaa1-46e7-9860-42ecb84aebb9,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:01.639757 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58802) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:01.645442 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58806) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:01.701920 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_v2 [None req-be13f9c1-dce8-42f4-a986-b979f67744d9 admin admin] Deleting subnet 91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f {{(pid=109882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:42:01.705196 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be13f9c1-dce8-42f4-a986-b979f67744d9 admin admin] Publish callbacks [] for subnet (91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.740802 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be13f9c1-dce8-42f4-a986-b979f67744d9 admin admin] Publish callbacks [] for subnet (91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.751651 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be13f9c1-dce8-42f4-a986-b979f67744d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.819238 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be13f9c1-dce8-42f4-a986-b979f67744d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.850467 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13f9c1-dce8-42f4-a986-b979f67744d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:01.855352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be13f9c1-dce8-42f4-a986-b979f67744d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.860620 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-be13f9c1-dce8-42f4-a986-b979f67744d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/91b0cbee-a0eb-4c16-ab8c-e8b4220c9c5f HTTP/1.1" status: 204 len: 168 time: 0.2140582 Mar 28 05:42:01.863224 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58812) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:01.945458 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (148de9ef-1534-4aaa-af8f-b2b466a41e40), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:01.984322 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c84c443c-b779-4be8-ba9b-38264142d841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.093883 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (148de9ef-1534-4aaa-af8f-b2b466a41e40), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.126999 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.127469 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.128918 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.129451 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > port after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.129782 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.130128 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > port after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.130448 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.130769 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.131060 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:42:02.131512 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.131512 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.176438 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:42:02.177146 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 8950e3b4-f6b9-4a13-a6b4-9b5a485be677 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:42:02.178946 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca728f-67d7-4b3e-8ba6-1323d64d3df5 req-330d495e-7434-4874-bc63-7660177ed56c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:02.186755 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f0ca728f-67d7-4b3e-8ba6-1323d64d3df5 req-330d495e-7434-4874-bc63-7660177ed56c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1118166 Mar 28 05:42:02.264023 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f0ca728f-67d7-4b3e-8ba6-1323d64d3df5 req-1aea1c7f-cca0-4572-87a5-c0743ac3f600 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723178 Mar 28 05:42:02.274778 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.274778 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.274778 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.275346 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:02.275446 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148de9ef-1534-4aaa-af8f-b2b466a41e40']}} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:02.349332 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf16f373-bb79-40a5-aa72-1393699569e4') {'for_net_delete': True} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:02.349991 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf16f373-bb79-40a5-aa72-1393699569e4') {} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:02.372676 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592179'] for segment (cf16f373-bb79-40a5-aa72-1393699569e4), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.404507 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (cf16f373-bb79-40a5-aa72-1393699569e4), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.421223 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:42:02.421603 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097888'] for segment (cf16f373-bb79-40a5-aa72-1393699569e4), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: from cryptography.utils import int_from_bytes Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: from cryptography.utils import int_from_bytes Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: Traceback (most recent call last): Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: timer() Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: cb(*args, **kw) Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: return func(*args, **kwargs) Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: self._notify() Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: self.callback(batched_events) Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: event.method(event) Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: return f(self, *a, **k) Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: return self._get(url).json() Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: return self.request(url, 'GET', **kwargs) Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:42:02.454660 dv-cinder-831776-5-smb neutron-server[109881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:42:02.522934 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c84c443c-b779-4be8-ba9b-38264142d841 admin admin] Publish callbacks [] for security_group (2d7e940b-8f49-472d-8a8e-1aaf4ddb33aa), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.532208 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c84c443c-b779-4be8-ba9b-38264142d841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (2d7e940b-8f49-472d-8a8e-1aaf4ddb33aa), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.580561 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (148de9ef-1534-4aaa-af8f-b2b466a41e40), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.585947 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c84c443c-b779-4be8-ba9b-38264142d841 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0fb70957d154626885efbffdbe73a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9452882 Mar 28 05:42:02.588746 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58852) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:02.595132 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c443c-b779-4be8-ba9b-38264142d841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7e940b-8f49-472d-8a8e-1aaf4ddb33aa,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:02.606594 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.613108 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] 10.222.0.13 "DELETE /v2.0/networks/148de9ef-1534-4aaa-af8f-b2b466a41e40 HTTP/1.1" status: 204 len: 168 time: 0.7487900 Mar 28 05:42:02.626504 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79d80c-4dcc-42ad-a5cc-85a50b560839 admin admin] Pushing event deleted for resources: {'Network': ['ID=148de9ef-1534-4aaa-af8f-b2b466a41e40,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:02.649715 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d3e69384-9ad3-4117-9f57-b5e831364307 admin admin] Publish callbacks [] for security_group (2d7e940b-8f49-472d-8a8e-1aaf4ddb33aa), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.673298 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d3e69384-9ad3-4117-9f57-b5e831364307 admin admin] Publish callbacks [] for security_group (2d7e940b-8f49-472d-8a8e-1aaf4ddb33aa), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.728402 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d3e69384-9ad3-4117-9f57-b5e831364307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (2d7e940b-8f49-472d-8a8e-1aaf4ddb33aa), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.731966 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d3e69384-9ad3-4117-9f57-b5e831364307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.736563 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d3e69384-9ad3-4117-9f57-b5e831364307 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d7e940b-8f49-472d-8a8e-1aaf4ddb33aa HTTP/1.1" status: 204 len: 168 time: 0.1464262 Mar 28 05:42:02.747908 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e69384-9ad3-4117-9f57-b5e831364307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7e940b-8f49-472d-8a8e-1aaf4ddb33aa,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:02.793333 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58868) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:02.835234 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-fb8f1f79-7ae1-4712-953f-ad8f0178484e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70276c6d02cf423698a1989922ff69c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397851 Mar 28 05:42:02.837734 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58870) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:02.889183 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0e240be8-99ac-4225-a5ae-96e76fbfd458 admin admin] Publish callbacks [] for security_group (a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.915875 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0e240be8-99ac-4225-a5ae-96e76fbfd458 admin admin] Publish callbacks [] for security_group (a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.990388 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0e240be8-99ac-4225-a5ae-96e76fbfd458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.993197 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0e240be8-99ac-4225-a5ae-96e76fbfd458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:02.997268 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-0e240be8-99ac-4225-a5ae-96e76fbfd458 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39 HTTP/1.1" status: 204 len: 168 time: 0.1550162 Mar 28 05:42:03.002750 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e240be8-99ac-4225-a5ae-96e76fbfd458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bc3057-3cd2-49b5-bd4c-bfd4e81e8d39,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:03.222115 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58890) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:03.238100 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2f5fa75a-46b6-42cf-825d-337bf1004820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:03.341377 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2f5fa75a-46b6-42cf-825d-337bf1004820 admin admin] Publish callbacks [] for security_group (99a79e2a-679b-4aad-ae67-faa33511f268), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:03.347755 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2f5fa75a-46b6-42cf-825d-337bf1004820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (99a79e2a-679b-4aad-ae67-faa33511f268), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:03.392032 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-2f5fa75a-46b6-42cf-825d-337bf1004820 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c93329a5883843669aefe501413ef714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687844 Mar 28 05:42:03.393368 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fa75a-46b6-42cf-825d-337bf1004820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a79e2a-679b-4aad-ae67-faa33511f268,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:03.394811 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58902) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:03.520403 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-82a66061-ecb7-412d-ab3d-5bc6f977ff0b admin admin] Publish callbacks [] for security_group (99a79e2a-679b-4aad-ae67-faa33511f268), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:03.545356 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763d9da-bf68-4ced-9ff4-3f68b494fede req-7b3d0fb2-b0d0-457a-803a-7ba00f8fb428 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:03.547156 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f763d9da-bf68-4ced-9ff4-3f68b494fede req-7b3d0fb2-b0d0-457a-803a-7ba00f8fb428 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1319439 Mar 28 05:42:03.595219 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-82a66061-ecb7-412d-ab3d-5bc6f977ff0b admin admin] Publish callbacks [] for security_group (99a79e2a-679b-4aad-ae67-faa33511f268), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:03.669462 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f763d9da-bf68-4ced-9ff4-3f68b494fede req-e7ba6561-3f8b-4a05-a857-c3819bc93c18 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110792 Mar 28 05:42:03.719019 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-82a66061-ecb7-412d-ab3d-5bc6f977ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (99a79e2a-679b-4aad-ae67-faa33511f268), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:03.723185 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-82a66061-ecb7-412d-ab3d-5bc6f977ff0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:03.724676 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-82a66061-ecb7-412d-ab3d-5bc6f977ff0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99a79e2a-679b-4aad-ae67-faa33511f268 HTTP/1.1" status: 204 len: 168 time: 0.3288105 Mar 28 05:42:03.733769 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a66061-ecb7-412d-ab3d-5bc6f977ff0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a79e2a-679b-4aad-ae67-faa33511f268,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:04.272418 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58966) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:04.287926 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-abfcfe72-7f4e-4c36-aa1d-d58b896db0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:04.378072 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-abfcfe72-7f4e-4c36-aa1d-d58b896db0eb admin admin] Publish callbacks [] for security_group (e8989010-3ba5-4eba-a3ab-00eb6947ae1d), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:04.383268 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-abfcfe72-7f4e-4c36-aa1d-d58b896db0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e8989010-3ba5-4eba-a3ab-00eb6947ae1d), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:04.421917 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-abfcfe72-7f4e-4c36-aa1d-d58b896db0eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ec595af531949f9a09c31d29a3faf0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483481 Mar 28 05:42:04.425839 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 58976) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:04.428428 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcfe72-7f4e-4c36-aa1d-d58b896db0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8989010-3ba5-4eba-a3ab-00eb6947ae1d,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:04.482842 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c6544c50-815d-446c-b119-f1b1fffc3431 admin admin] Publish callbacks [] for security_group (e8989010-3ba5-4eba-a3ab-00eb6947ae1d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:04.505333 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c6544c50-815d-446c-b119-f1b1fffc3431 admin admin] Publish callbacks [] for security_group (e8989010-3ba5-4eba-a3ab-00eb6947ae1d), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:04.558743 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c6544c50-815d-446c-b119-f1b1fffc3431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e8989010-3ba5-4eba-a3ab-00eb6947ae1d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:04.561331 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c6544c50-815d-446c-b119-f1b1fffc3431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:04.562569 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c6544c50-815d-446c-b119-f1b1fffc3431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8989010-3ba5-4eba-a3ab-00eb6947ae1d HTTP/1.1" status: 204 len: 168 time: 0.1341333 Mar 28 05:42:04.570411 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6544c50-815d-446c-b119-f1b1fffc3431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8989010-3ba5-4eba-a3ab-00eb6947ae1d,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:04.825323 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2654f-ecfa-4a30-8efc-69cc234049fa req-1eda53f5-0239-4f6c-93e0-b7598ff4543f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:04.834130 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5db2654f-ecfa-4a30-8efc-69cc234049fa req-1eda53f5-0239-4f6c-93e0-b7598ff4543f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0861270 Mar 28 05:42:04.893287 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 58996) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:04.910914 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5db2654f-ecfa-4a30-8efc-69cc234049fa req-a6bbd730-542d-4b22-9255-46075c059ecc tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738480 Mar 28 05:42:04.918715 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59000) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:05.044963 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-network', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:05.067585 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Made reservation on behalf of 51164e2f741949da9a86f6f2af2751cb for: {'network': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:05.069995 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.075971 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2cfb17b6-5435-445d-a54c-eb9616fc4a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.079020 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.136809 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a8f4c70e-ed60-452b-9dc2-7bc200e1e8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.184058 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Publish callbacks [] for security_group (5f318e6f-437d-4273-94b8-deb1e12db28b), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.189353 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5f318e6f-437d-4273-94b8-deb1e12db28b), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.192684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2cfb17b6-5435-445d-a54c-eb9616fc4a78 admin admin] Publish callbacks [] for security_group (68adc80f-478f-4549-9b74-dca3131257d2), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.197738 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2cfb17b6-5435-445d-a54c-eb9616fc4a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (68adc80f-478f-4549-9b74-dca3131257d2), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.224726 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=109882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:42:05.226771 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f318e6f-437d-4273-94b8-deb1e12db28b,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:05.237576 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.237892 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.segments_db [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Added segment 6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9 of type vlan for network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 Mar 28 05:42:05.268446 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-2cfb17b6-5435-445d-a54c-eb9616fc4a78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab33d9b8777041e9a3823215ba0b301a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485513 Mar 28 05:42:05.271204 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59024) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:05.280722 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb17b6-5435-445d-a54c-eb9616fc4a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68adc80f-478f-4549-9b74-dca3131257d2,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:05.288198 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.335033 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.336201 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:05.336917 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.365826 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fd1498d7-04df-4504-8130-165ef93517ab admin admin] Publish callbacks [] for security_group (68adc80f-478f-4549-9b74-dca3131257d2), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.404619 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fd1498d7-04df-4504-8130-165ef93517ab admin admin] Publish callbacks [] for security_group (68adc80f-478f-4549-9b74-dca3131257d2), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.405656 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59028) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:05.420557 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5262978 Mar 28 05:42:05.423405 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59032) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:05.428278 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Request body: {'subnet': {'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-subnet', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:05.455176 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Made reservation on behalf of 51164e2f741949da9a86f6f2af2751cb for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:05.458514 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.467078 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fd1498d7-04df-4504-8130-165ef93517ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (68adc80f-478f-4549-9b74-dca3131257d2), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.470313 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fd1498d7-04df-4504-8130-165ef93517ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.474192 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-fd1498d7-04df-4504-8130-165ef93517ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68adc80f-478f-4549-9b74-dca3131257d2 HTTP/1.1" status: 204 len: 168 time: 0.1990955 Mar 28 05:42:05.474446 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4454dbe-0671-4700-bf52-d10fd6154950 admin admin] Pushing event updated for resources: {'Network': ['ID=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:05.484203 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:42:05.497453 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1498d7-04df-4504-8130-165ef93517ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68adc80f-478f-4549-9b74-dca3131257d2,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:05.592210 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-19fdcb54-a714-4575-a9fe-33b857b9ae04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.725266 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (e8101750-5418-4886-a9ad-a33de05e1afa), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.783921 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8101750-5418-4886-a9ad-a33de05e1afa,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:05.791585 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-19fdcb54-a714-4575-a9fe-33b857b9ae04 admin admin] Publish callbacks [] for security_group (54ad41d7-905b-422b-84e9-13d4b053be03), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.803086 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-19fdcb54-a714-4575-a9fe-33b857b9ae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (54ad41d7-905b-422b-84e9-13d4b053be03), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.848944 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Checking segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:05.849252 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Network hostable DHCP agents. Network: 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:42:05.855378 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-19fdcb54-a714-4575-a9fe-33b857b9ae04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fe1730d5f124e4c879c99232e24d51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465706 Mar 28 05:42:05.856949 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdcb54-a714-4575-a9fe-33b857b9ae04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ad41d7-905b-422b-84e9-13d4b053be03,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:05.858022 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59050) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:05.876381 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:42:05.889004 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:05.895276 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:05.896076 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:05.898231 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0d6e1-7f84-4ecf-85ff-9ba5f8d19b50 None None] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:05.909471 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59052) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:05.914679 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-7e29bfca-2b05-4baa-b29b-4165ed433dd7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4904513 Mar 28 05:42:05.920604 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59054) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:05.926285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:05.940820 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bdddf3a2-0c0e-4ea1-9bd0-327beb9532cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.035351 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8b201422-9b85-46d4-8887-edf36187f087 admin admin] Publish callbacks [] for security_group (54ad41d7-905b-422b-84e9-13d4b053be03), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.045149 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (9bc19fb9-86c6-45d3-8769-215d65ddd61a), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.046346 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (9bc19fb9-86c6-45d3-8769-215d65ddd61a), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.105619 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8b201422-9b85-46d4-8887-edf36187f087 admin admin] Publish callbacks [] for security_group (54ad41d7-905b-422b-84e9-13d4b053be03), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.167928 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a60939-8696-43c4-9b14-39072222886b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:42:06.169858 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-01a60939-8696-43c4-9b14-39072222886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.208697 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks [] for router_controller (9bc19fb9-86c6-45d3-8769-215d65ddd61a), precommit_add_association {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.366190 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065a671-c4f4-4b3d-8762-5ed8a495fa4e req-c5db3860-a5ce-48ea-a452-84066d7d56a2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:06.367964 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2065a671-c4f4-4b3d-8762-5ed8a495fa4e req-c5db3860-a5ce-48ea-a452-84066d7d56a2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0790839 Mar 28 05:42:06.431984 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bdddf3a2-0c0e-4ea1-9bd0-327beb9532cd admin admin] Publish callbacks [] for security_group (eeba6c33-1e21-43a0-ac10-7845968dc813), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.439883 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bdddf3a2-0c0e-4ea1-9bd0-327beb9532cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (eeba6c33-1e21-43a0-ac10-7845968dc813), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.516627 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2065a671-c4f4-4b3d-8762-5ed8a495fa4e req-983c4383-d4a5-491b-94b3-4b1d56971b22 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355436 Mar 28 05:42:06.529688 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-01a60939-8696-43c4-9b14-39072222886b None None] Allocated IP 172.20.0.2 (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3/e8101750-5418-4886-a9ad-a33de05e1afa/a191a813-b20e-4811-aef0-c242953bda59) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:06.535457 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-bdddf3a2-0c0e-4ea1-9bd0-327beb9532cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7da1fb61c1d4e42bf9484189da1a2b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6247032 Mar 28 05:42:06.536912 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddf3a2-0c0e-4ea1-9bd0-327beb9532cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba6c33-1e21-43a0-ac10-7845968dc813,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:06.539434 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59076) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:06.618808 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4d8eada7-90c9-46ea-af85-9d1a2f37740b admin admin] Publish callbacks [] for security_group (eeba6c33-1e21-43a0-ac10-7845968dc813), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.646070 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4d8eada7-90c9-46ea-af85-9d1a2f37740b admin admin] Publish callbacks [] for security_group (eeba6c33-1e21-43a0-ac10-7845968dc813), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.716609 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4d8eada7-90c9-46ea-af85-9d1a2f37740b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (eeba6c33-1e21-43a0-ac10-7845968dc813), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.717347 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8b201422-9b85-46d4-8887-edf36187f087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (54ad41d7-905b-422b-84e9-13d4b053be03), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.720007 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4d8eada7-90c9-46ea-af85-9d1a2f37740b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.720123 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8b201422-9b85-46d4-8887-edf36187f087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.721298 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-8b201422-9b85-46d4-8887-edf36187f087 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54ad41d7-905b-422b-84e9-13d4b053be03 HTTP/1.1" status: 204 len: 168 time: 0.8610654 Mar 28 05:42:06.727052 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4d8eada7-90c9-46ea-af85-9d1a2f37740b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeba6c33-1e21-43a0-ac10-7845968dc813 HTTP/1.1" status: 204 len: 168 time: 0.1860745 Mar 28 05:42:06.727176 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-01a60939-8696-43c4-9b14-39072222886b None None] Publish callbacks [] for port (a191a813-b20e-4811-aef0-c242953bda59), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.736039 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-01a60939-8696-43c4-9b14-39072222886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (a191a813-b20e-4811-aef0-c242953bda59), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.738162 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b201422-9b85-46d4-8887-edf36187f087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ad41d7-905b-422b-84e9-13d4b053be03,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:06.741857 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks [] for router_gateway (9bc19fb9-86c6-45d3-8769-215d65ddd61a), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.750841 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eada7-90c9-46ea-af85-9d1a2f37740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba6c33-1e21-43a0-ac10-7845968dc813,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:06.825834 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a60939-8696-43c4-9b14-39072222886b None None] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:06.827447 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a60939-8696-43c4-9b14-39072222886b None None] Pushing event updated for resources: {'Port': ['ID=a191a813-b20e-4811-aef0-c242953bda59,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:06.832081 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-01a60939-8696-43c4-9b14-39072222886b None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:06.834626 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a60939-8696-43c4-9b14-39072222886b None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:06.905315 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-01a60939-8696-43c4-9b14-39072222886b None None] Attempting to bind port a191a813-b20e-4811-aef0-c242953bda59 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:06.906388 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-01a60939-8696-43c4-9b14-39072222886b None None] Attempting to bind port a191a813-b20e-4811-aef0-c242953bda59 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:06.907410 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a60939-8696-43c4-9b14-39072222886b None None] Attempting to bind port a191a813-b20e-4811-aef0-c242953bda59 on network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:06.914244 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a60939-8696-43c4-9b14-39072222886b None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:06.914918 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a60939-8696-43c4-9b14-39072222886b None None] Checking segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:06.915493 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-01a60939-8696-43c4-9b14-39072222886b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.915890 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a60939-8696-43c4-9b14-39072222886b None None] Bound using segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:06.916988 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-01a60939-8696-43c4-9b14-39072222886b None None] Bound port: a191a813-b20e-4811-aef0-c242953bda59, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:06.917667 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-01a60939-8696-43c4-9b14-39072222886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a191a813-b20e-4811-aef0-c242953bda59), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.995086 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-01a60939-8696-43c4-9b14-39072222886b None None] For port a191a813-b20e-4811-aef0-c242953bda59, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:06.995727 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks [] for router_gateway (9bc19fb9-86c6-45d3-8769-215d65ddd61a), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:06.998708 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-01a60939-8696-43c4-9b14-39072222886b None None] For port a191a813-b20e-4811-aef0-c242953bda59, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a191a813-b20e-4811-aef0-c242953bda59,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:07.009065 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-01a60939-8696-43c4-9b14-39072222886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (a191a813-b20e-4811-aef0-c242953bda59), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.016532 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.082215 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a60939-8696-43c4-9b14-39072222886b None None] Pushing event updated for resources: {'Port': ['ID=a191a813-b20e-4811-aef0-c242953bda59,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:07.151709 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Allocated IP 172.28.0.248 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/8e68f170-34f8-4bdb-adc1-0a0bec8b02e4) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:07.323865 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks [] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.334147 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-50dc1f46-275f-4969-af86-cb79f160f140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.409720 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59108) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:07.409957 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.453704 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9804d316-e77e-4847-b7bb-1d16d5bb0b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.484917 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:07.496310 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:07.503443 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:07.617826 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9804d316-e77e-4847-b7bb-1d16d5bb0b22 admin admin] Publish callbacks [] for security_group (b1bee960-6833-4516-858b-804371fc04fa), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.624270 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9804d316-e77e-4847-b7bb-1d16d5bb0b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (b1bee960-6833-4516-858b-804371fc04fa), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.711737 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Pushing event updated for resources: {'Port': ['ID=8e68f170-34f8-4bdb-adc1-0a0bec8b02e4,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:07.724532 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-9804d316-e77e-4847-b7bb-1d16d5bb0b22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c04b926d2e54471b9ab05ad33e6042f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115022 Mar 28 05:42:07.725862 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804d316-e77e-4847-b7bb-1d16d5bb0b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bee960-6833-4516-858b-804371fc04fa,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:07.731343 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59118) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:07.851476 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144664e6-50b4-4466-a78f-51dba616daec req-04866dc8-522d-49ea-af22-aa3a8acebb36 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:07.853255 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-144664e6-50b4-4466-a78f-51dba616daec req-04866dc8-522d-49ea-af22-aa3a8acebb36 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.2030880 Mar 28 05:42:07.895228 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ee66809c-718f-4695-b318-6526c83b94d7 admin admin] Publish callbacks [] for security_group (b1bee960-6833-4516-858b-804371fc04fa), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:07.941870 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-144664e6-50b4-4466-a78f-51dba616daec req-2cfb9ff9-1a71-4684-bfff-96a84fdb350d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758824 Mar 28 05:42:07.951898 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ee66809c-718f-4695-b318-6526c83b94d7 admin admin] Publish callbacks [] for security_group (b1bee960-6833-4516-858b-804371fc04fa), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.018946 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks [] for router_gateway (9bc19fb9-86c6-45d3-8769-215d65ddd61a), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.043453 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ee66809c-718f-4695-b318-6526c83b94d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (b1bee960-6833-4516-858b-804371fc04fa), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.046167 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ee66809c-718f-4695-b318-6526c83b94d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.051963 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-ee66809c-718f-4695-b318-6526c83b94d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1bee960-6833-4516-858b-804371fc04fa HTTP/1.1" status: 204 len: 168 time: 0.3155849 Mar 28 05:42:08.069296 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66809c-718f-4695-b318-6526c83b94d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bee960-6833-4516-858b-804371fc04fa,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:08.364000 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (9bc19fb9-86c6-45d3-8769-215d65ddd61a), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.574159 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Router 9bc19fb9-86c6-45d3-8769-215d65ddd61a is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:42:08.702597 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a191a813-b20e-4811-aef0-c242953bda59 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:08.731669 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:42:08.746834 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Sync routers for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:42:08.758979 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c12e5-9987-4af4-9757-cfbdb814b638 None None] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:08.759155 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:42:08.759438 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] Publish callbacks [] for router (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.759721 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:42:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:08.760733 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-a8653d91-2cc0-414d-a2ae-06fbb6f2cdde admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8388011 Mar 28 05:42:08.764265 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59184) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:08.851302 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-6155cf99-c66c-4284-8e0f-6c04e5ea1675 None None] Provisioning complete for port a191a813-b20e-4811-aef0-c242953bda59 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:08.851931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-6155cf99-c66c-4284-8e0f-6c04e5ea1675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (a191a813-b20e-4811-aef0-c242953bda59), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.907925 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port a191a813-b20e-4811-aef0-c242953bda59 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:08.908577 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (a191a813-b20e-4811-aef0-c242953bda59), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.954956 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:08.959021 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:42:09.018840 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59196) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:09.154510 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94e39c-54d9-4b0d-9cd9-553fa00352c0 req-c20404b6-56e2-4dfe-bb2e-0551b2fd88d2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:09.165310 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port a191a813-b20e-4811-aef0-c242953bda59 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:09.166855 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3c94e39c-54d9-4b0d-9cd9-553fa00352c0 req-c20404b6-56e2-4dfe-bb2e-0551b2fd88d2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0933347 Mar 28 05:42:09.171313 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a191a813-b20e-4811-aef0-c242953bda59), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.235981 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-6155cf99-c66c-4284-8e0f-6c04e5ea1675 None None] Current status of the port a191a813-b20e-4811-aef0-c242953bda59 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:09.241228 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-6155cf99-c66c-4284-8e0f-6c04e5ea1675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a191a813-b20e-4811-aef0-c242953bda59), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.273514 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3c94e39c-54d9-4b0d-9cd9-553fa00352c0 req-8b62b785-92f5-4173-8e29-0cdf79e50d3d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055098 Mar 28 05:42:09.311526 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-429c542f-6c62-437d-9986-4b981597295c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.353482 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port a191a813-b20e-4811-aef0-c242953bda59, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a191a813-b20e-4811-aef0-c242953bda59,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:09.366556 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (a191a813-b20e-4811-aef0-c242953bda59), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.412195 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:07Z', 'revision_number': 3, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:09.491939 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Checking router: 9bc19fb9-86c6-45d3-8769-215d65ddd61a for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:42:09.491939 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Updating router 9bc19fb9-86c6-45d3-8769-215d65ddd61a port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:42:09.527887 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-429c542f-6c62-437d-9986-4b981597295c admin admin] Publish callbacks [] for security_group (f25cef02-a778-4003-b730-1fceea6a0047), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.531978 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.db.api [None req-6155cf99-c66c-4284-8e0f-6c04e5ea1675 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 05:42:09.532438 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG oslo_db.api [None req-6155cf99-c66c-4284-8e0f-6c04e5ea1675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 05:42:09.536100 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-429c542f-6c62-437d-9986-4b981597295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f25cef02-a778-4003-b730-1fceea6a0047), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.546456 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=a191a813-b20e-4811-aef0-c242953bda59,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:09.589624 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-429c542f-6c62-437d-9986-4b981597295c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=006fb4cb543f464b94d892c4a8cc5921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5652580 Mar 28 05:42:09.590590 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59220) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:09.594401 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c542f-6c62-437d-9986-4b981597295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25cef02-a778-4003-b730-1fceea6a0047,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:09.663137 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.701460 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be3c705c-cf98-47d4-bcdf-fdbdd3a35ec3 admin admin] Publish callbacks [] for security_group (f25cef02-a778-4003-b730-1fceea6a0047), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.774162 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be3c705c-cf98-47d4-bcdf-fdbdd3a35ec3 admin admin] Publish callbacks [] for security_group (f25cef02-a778-4003-b730-1fceea6a0047), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.848158 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.901835 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be3c705c-cf98-47d4-bcdf-fdbdd3a35ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f25cef02-a778-4003-b730-1fceea6a0047), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.905275 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be3c705c-cf98-47d4-bcdf-fdbdd3a35ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:09.906747 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-be3c705c-cf98-47d4-bcdf-fdbdd3a35ec3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f25cef02-a778-4003-b730-1fceea6a0047 HTTP/1.1" status: 204 len: 168 time: 0.3092625 Mar 28 05:42:09.926820 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c705c-cf98-47d4-bcdf-fdbdd3a35ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25cef02-a778-4003-b730-1fceea6a0047,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:10.084087 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-6155cf99-c66c-4284-8e0f-6c04e5ea1675 None None] Current status of the port a191a813-b20e-4811-aef0-c242953bda59 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:10.132122 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Allocated IP 172.20.0.1 (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3/e8101750-5418-4886-a9ad-a33de05e1afa/9c5f5513-4509-43c4-9932-f9fb450aa0b1) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:10.143906 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Publish callbacks [] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.172397 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.220519 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d95d1baa-ec4e-4c01-8fef-18e24e7f4886 None None] Provisioning complete for port a191a813-b20e-4811-aef0-c242953bda59 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:10.221195 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d95d1baa-ec4e-4c01-8fef-18e24e7f4886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (a191a813-b20e-4811-aef0-c242953bda59), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.267280 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f288ad-2c2a-4dd0-87a1-7a2fe554f33d None None] Pushing event updated for resources: {'Port': ['ID=8e68f170-34f8-4bdb-adc1-0a0bec8b02e4,revision_number=2']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:10.279936 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Attempting to bind port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:10.281733 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Attempting to bind port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:10.282141 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Attempting to bind port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:10.289470 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:10.289921 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:10.290411 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.290962 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:10.300144 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Bound port: 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:10.300569 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.310393 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59256) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:10.387687 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Publish callbacks [] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.396433 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] For port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:10.403489 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] For port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=8e68f170-34f8-4bdb-adc1-0a0bec8b02e4,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:10.411721 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.414294 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.437992 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0502-bad3-42f6-b76b-b64647935b00 req-7b8d5461-c557-4534-82fa-c1c5909abe7d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:10.443622 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d95d1baa-ec4e-4c01-8fef-18e24e7f4886 None None] Current status of the port a191a813-b20e-4811-aef0-c242953bda59 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:10.446647 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-df3f0502-bad3-42f6-b76b-b64647935b00 req-7b8d5461-c557-4534-82fa-c1c5909abe7d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0719590 Mar 28 05:42:10.456000 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.493987 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:10.497655 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:10.501410 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:10.525394 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-df3f0502-bad3-42f6-b76b-b64647935b00 req-510b8b40-851d-493d-864c-9e987fd38fde tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775239 Mar 28 05:42:10.543116 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5f5513-4509-43c4-9932-f9fb450aa0b1,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:10.560631 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (9bc19fb9-86c6-45d3-8769-215d65ddd61a), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.574638 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:42:10.576051 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:42:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:10.626329 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a191a813-b20e-4811-aef0-c242953bda59 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:10.727742 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.758941 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port a191a813-b20e-4811-aef0-c242953bda59 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:10.759679 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (a191a813-b20e-4811-aef0-c242953bda59), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.807665 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-bbe7d8df-14fa-4b71-b0a3-c9106cd520de None None] Provisioning complete for port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:10.808527 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d8df-14fa-4b71-b0a3-c9106cd520de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.812525 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:42:10.830650 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6948bed8-3527-4539-a181-dfc9a9729e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.853420 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-bbe7d8df-14fa-4b71-b0a3-c9106cd520de None None] Port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:42:10.935579 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port a191a813-b20e-4811-aef0-c242953bda59 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:10.965111 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Publish callbacks [] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.971386 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:10.998421 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59270) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:11.061887 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f288ad-2c2a-4dd0-87a1-7a2fe554f33d None None] Pushing event updated for resources: {'Port': ['ID=8e68f170-34f8-4bdb-adc1-0a0bec8b02e4,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:11.064831 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6948bed8-3527-4539-a181-dfc9a9729e8c admin admin] Publish callbacks [] for security_group (873b2cb4-dc84-49f0-9420-3646fd1ee343), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.071960 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6948bed8-3527-4539-a181-dfc9a9729e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (873b2cb4-dc84-49f0-9420-3646fd1ee343), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.073182 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5f5513-4509-43c4-9932-f9fb450aa0b1,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:11.075955 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (9bc19fb9-86c6-45d3-8769-215d65ddd61a), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.127422 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948bed8-3527-4539-a181-dfc9a9729e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873b2cb4-dc84-49f0-9420-3646fd1ee343,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:11.151680 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59280) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:11.177138 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-6948bed8-3527-4539-a181-dfc9a9729e8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ec304689bc24ec7a31f567a5222c224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8655298 Mar 28 05:42:11.177974 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59282) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:11.187715 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-721b3b03-d9c7-463a-896a-f7803f07f594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.241346 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-760ace97-d762-4dc1-beef-b7afa4da97c6 admin admin] Publish callbacks [] for security_group (873b2cb4-dc84-49f0-9420-3646fd1ee343), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.269467 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-760ace97-d762-4dc1-beef-b7afa4da97c6 admin admin] Publish callbacks [] for security_group (873b2cb4-dc84-49f0-9420-3646fd1ee343), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.272878 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:07Z', 'revision_number': 3, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:11.327338 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:11.327653 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-760ace97-d762-4dc1-beef-b7afa4da97c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (873b2cb4-dc84-49f0-9420-3646fd1ee343), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.332390 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:11.335641 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-760ace97-d762-4dc1-beef-b7afa4da97c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.337868 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-760ace97-d762-4dc1-beef-b7afa4da97c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/873b2cb4-dc84-49f0-9420-3646fd1ee343 HTTP/1.1" status: 204 len: 168 time: 0.1581237 Mar 28 05:42:11.359438 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9b2c7c-ff24-45f6-8bdd-1bcd1a3abfd0 None None] The sync data for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb is: [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:07Z', 'revision_number': 3, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:42:11.359705 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ace97-d762-4dc1-beef-b7afa4da97c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873b2cb4-dc84-49f0-9420-3646fd1ee343,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:11.490426 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-721b3b03-d9c7-463a-896a-f7803f07f594 admin admin] Publish callbacks [] for security_group (640248e0-d340-4e89-b228-c013f8bf420d), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.495046 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-65a94e0f-fdbe-4ae0-867c-fd0cf8047068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.514111 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-721b3b03-d9c7-463a-896a-f7803f07f594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (640248e0-d340-4e89-b228-c013f8bf420d), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.591950 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.654880 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-65a94e0f-fdbe-4ae0-867c-fd0cf8047068 admin admin] Publish callbacks [] for security_group (03d025f3-3685-4a68-bfeb-2320e0305dbd), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.664300 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59294) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:11.664605 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-721b3b03-d9c7-463a-896a-f7803f07f594 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7162b715f1fb46e8bb6e89c11589f1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112517 Mar 28 05:42:11.688597 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b3b03-d9c7-463a-896a-f7803f07f594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640248e0-d340-4e89-b228-c013f8bf420d,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:11.692563 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-65a94e0f-fdbe-4ae0-867c-fd0cf8047068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (03d025f3-3685-4a68-bfeb-2320e0305dbd), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.721370 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Router 9bc19fb9-86c6-45d3-8769-215d65ddd61a has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:42:11.776205 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a94e0f-fdbe-4ae0-867c-fd0cf8047068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d025f3-3685-4a68-bfeb-2320e0305dbd,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:11.820953 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-eec92552-c1f2-4d15-81c6-ee3298ab6f87 None None] Provisioning complete for port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:11.821399 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-eec92552-c1f2-4d15-81c6-ee3298ab6f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.875265 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59298) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:11.890211 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-eec92552-c1f2-4d15-81c6-ee3298ab6f87 None None] Port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:42:11.934714 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:11.939178 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-65a94e0f-fdbe-4ae0-867c-fd0cf8047068 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b7cc2bec2214e368873802e6da11050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9377909 Mar 28 05:42:11.942530 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59300) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:12.021870 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c64802-e785-49d3-9cc8-effadded592a req-d28ab3f1-1a3f-4ad7-a83e-ea4788a6089f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.024275 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-05c64802-e785-49d3-9cc8-effadded592a req-d28ab3f1-1a3f-4ad7-a83e-ea4788a6089f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.3056591 Mar 28 05:42:12.032306 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b0e23e3e-ce94-4e72-9249-c9f95602a121 admin admin] Publish callbacks [] for security_group (640248e0-d340-4e89-b228-c013f8bf420d), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.107593 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b0e23e3e-ce94-4e72-9249-c9f95602a121 admin admin] Publish callbacks [] for security_group (640248e0-d340-4e89-b228-c013f8bf420d), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.141179 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6aeac92-695e-4e3d-956c-8b5e40e4cd40 admin admin] Publish callbacks [] for security_group (03d025f3-3685-4a68-bfeb-2320e0305dbd), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.148622 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:42:12.158333 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-5c2557c7-e815-45d1-b1a1-b2e38083c294 admin admin] 10.222.0.13 "PUT /v2.0/routers/9bc19fb9-86c6-45d3-8769-215d65ddd61a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3923986 Mar 28 05:42:12.219585 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-05c64802-e785-49d3-9cc8-effadded592a req-07797355-78e0-436f-a810-73135fd8c504 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816523 Mar 28 05:42:12.221535 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6aeac92-695e-4e3d-956c-8b5e40e4cd40 admin admin] Publish callbacks [] for security_group (03d025f3-3685-4a68-bfeb-2320e0305dbd), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.286093 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Publish callbacks [] for security_group (b283c910-eac7-4079-87ad-d1de8972a7e4), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.320149 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (b283c910-eac7-4079-87ad-d1de8972a7e4), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.393677 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a52539fe172c49a99279a388b4bb30e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983399 Mar 28 05:42:12.394552 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59318) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:12.399234 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b283c910-eac7-4079-87ad-d1de8972a7e4,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:12.428005 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-c5fe4c7b-782d-4921-985d-c698780f6697 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982032 Mar 28 05:42:12.458360 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.459266 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.459826 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.460657 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.461270 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.461908 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.462631 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.463803 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.464553 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.465086 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.465596 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.465949 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.466285 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.466797 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.467129 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40deac2-91d5-4257-b23e-1ce7b8480c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:12.484701 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b0e23e3e-ce94-4e72-9249-c9f95602a121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (640248e0-d340-4e89-b228-c013f8bf420d), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.493949 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b0e23e3e-ce94-4e72-9249-c9f95602a121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.498038 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-b0e23e3e-ce94-4e72-9249-c9f95602a121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/640248e0-d340-4e89-b228-c013f8bf420d HTTP/1.1" status: 204 len: 168 time: 0.8295472 Mar 28 05:42:12.549510 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e23e3e-ce94-4e72-9249-c9f95602a121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640248e0-d340-4e89-b228-c013f8bf420d,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:12.575352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-189685c6-5bdd-4993-874a-83f8c0e4ee8d admin admin] Publish callbacks [] for security_group (b283c910-eac7-4079-87ad-d1de8972a7e4), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.614117 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-6d181481-ac66-4f76-8dfb-1951dd6f634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.615663 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-6d181481-ac66-4f76-8dfb-1951dd6f634f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 1129 time: 0.1138113 Mar 28 05:42:12.638491 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6aeac92-695e-4e3d-956c-8b5e40e4cd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (03d025f3-3685-4a68-bfeb-2320e0305dbd), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.641076 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6aeac92-695e-4e3d-956c-8b5e40e4cd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.653484 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e6aeac92-695e-4e3d-956c-8b5e40e4cd40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03d025f3-3685-4a68-bfeb-2320e0305dbd HTTP/1.1" status: 204 len: 168 time: 0.6911585 Mar 28 05:42:12.659486 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:12.669996 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-189685c6-5bdd-4993-874a-83f8c0e4ee8d admin admin] Publish callbacks [] for security_group (b283c910-eac7-4079-87ad-d1de8972a7e4), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.671904 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aeac92-695e-4e3d-956c-8b5e40e4cd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d025f3-3685-4a68-bfeb-2320e0305dbd,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:12.740638 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:12.741293 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.745037 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-189685c6-5bdd-4993-874a-83f8c0e4ee8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (b283c910-eac7-4079-87ad-d1de8972a7e4), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.749794 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-189685c6-5bdd-4993-874a-83f8c0e4ee8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:12.756095 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-189685c6-5bdd-4993-874a-83f8c0e4ee8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b283c910-eac7-4079-87ad-d1de8972a7e4 HTTP/1.1" status: 204 len: 168 time: 0.3419938 Mar 28 05:42:12.766677 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189685c6-5bdd-4993-874a-83f8c0e4ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b283c910-eac7-4079-87ad-d1de8972a7e4,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:12.811437 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-ce9185d5-1bc9-4f4e-8cc1-99ddc8002414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.813732 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-ce9185d5-1bc9-4f4e-8cc1-99ddc8002414 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.1706390 Mar 28 05:42:12.871756 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-d840acd8-7d85-47bb-9dd5-3a03cbc583bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76b3b696-58f6-4012-b417-0a186f52411b HTTP/1.1" status: 200 len: 217 time: 0.0515449 Mar 28 05:42:12.952723 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-a5d2d8da-fb20-43a2-a27e-ca3cd803ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:12.954669 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-a5d2d8da-fb20-43a2-a27e-ca3cd803ca52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0770698 Mar 28 05:42:12.992073 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:12.992474 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.020141 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=8e68f170-34f8-4bdb-adc1-0a0bec8b02e4,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:13.027880 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.039958 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-9bd37083-b7b2-4a85-8481-53d6afbfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.042498 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-9bd37083-b7b2-4a85-8481-53d6afbfcce2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0797462 Mar 28 05:42:13.093046 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=8e68f170-34f8-4bdb-adc1-0a0bec8b02e4,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:13.193826 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-02a3aa1d-fe74-453e-bff2-c055e864ebca service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441000 Mar 28 05:42:13.353353 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8a95910b-b425-4a7b-be1c-bbd4c4ba3fe2 req-18d75f95-5c6e-42c5-ab25-17543e91ca0f service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516802 Mar 28 05:42:13.391594 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a994df1-4ebe-4d52-82e4-eef452190a82 req-37321151-b42d-4424-a73f-04dec82547c6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:13.393971 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4a994df1-4ebe-4d52-82e4-eef452190a82 req-37321151-b42d-4424-a73f-04dec82547c6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0954068 Mar 28 05:42:13.474017 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4a994df1-4ebe-4d52-82e4-eef452190a82 req-14f7ee65-93ee-4dd8-8c00-98aeef87c07d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Mar 28 05:42:13.505537 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59352) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:13.514412 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-a542c7a9-05c3-4d47-844b-6f07ba407d54 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716970052', 'description': 'tempest-description--390009822'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:13.546616 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a542c7a9-05c3-4d47-844b-6f07ba407d54 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.571849 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59354) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:13.592765 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.649892 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a542c7a9-05c3-4d47-844b-6f07ba407d54 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (0d6ce913-7770-4ac2-a5c1-1752a588a45c), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.655665 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a542c7a9-05c3-4d47-844b-6f07ba407d54 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0d6ce913-7770-4ac2-a5c1-1752a588a45c), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.688761 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Sync routers for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:42:13.700412 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542c7a9-05c3-4d47-844b-6f07ba407d54 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ce913-7770-4ac2-a5c1-1752a588a45c,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:13.710990 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:42:13.713418 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:42:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:13.716779 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a542c7a9-05c3-4d47-844b-6f07ba407d54 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.724287 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-a542c7a9-05c3-4d47-844b-6f07ba407d54 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2175312 Mar 28 05:42:13.724891 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59364) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:13.737130 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-52bd422e-9454-4941-8705-b528184f7f50 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'security_group_rule': {'security_group_id': '0d6ce913-7770-4ac2-a5c1-1752a588a45c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:13.768664 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Publish callbacks [] for security_group (e36afb97-e702-47d8-9635-bd114b016789), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.777227 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e36afb97-e702-47d8-9635-bd114b016789), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.783710 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-52bd422e-9454-4941-8705-b528184f7f50 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (96b8eec4-6214-40dc-9ee0-31f11f01d0ec), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.811492 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5479d46f4d040a8b3877319d783e863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380722 Mar 28 05:42:13.814192 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59368) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:13.858043 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:42:13.869098 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36afb97-e702-47d8-9635-bd114b016789,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:13.903589 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.903953 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.904330 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.904689 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.905095 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.907526 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.907938 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.908314 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.908890 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.909850 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.909850 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.910067 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.910292 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.910620 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.910944 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f51394-ab76-4a51-b647-2eee5e0d4d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:13.931120 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f1136f2d-fb45-490c-aba9-56c7adca5148 admin admin] Publish callbacks [] for security_group (e36afb97-e702-47d8-9635-bd114b016789), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.979594 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-52bd422e-9454-4941-8705-b528184f7f50 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (96b8eec4-6214-40dc-9ee0-31f11f01d0ec), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.986159 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f1136f2d-fb45-490c-aba9-56c7adca5148 admin admin] Publish callbacks [] for security_group (e36afb97-e702-47d8-9635-bd114b016789), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:13.997662 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-52bd422e-9454-4941-8705-b528184f7f50 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (96b8eec4-6214-40dc-9ee0-31f11f01d0ec), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.047806 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f1136f2d-fb45-490c-aba9-56c7adca5148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e36afb97-e702-47d8-9635-bd114b016789), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.052355 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f1136f2d-fb45-490c-aba9-56c7adca5148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.060347 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-f1136f2d-fb45-490c-aba9-56c7adca5148 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e36afb97-e702-47d8-9635-bd114b016789 HTTP/1.1" status: 204 len: 168 time: 0.2450550 Mar 28 05:42:14.062330 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd422e-9454-4941-8705-b528184f7f50 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b8eec4-6214-40dc-9ee0-31f11f01d0ec,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:14.072818 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-52bd422e-9454-4941-8705-b528184f7f50 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.074202 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-52bd422e-9454-4941-8705-b528184f7f50 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3461492 Mar 28 05:42:14.076846 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59384) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:14.081814 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-ca3ea2d9-c9e2-49bd-8d6a-6bbe35923b83 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'security_group_rule': {'security_group_id': '0d6ce913-7770-4ac2-a5c1-1752a588a45c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:14.127753 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1136f2d-fb45-490c-aba9-56c7adca5148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36afb97-e702-47d8-9635-bd114b016789,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:14.171742 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea2d9-c9e2-49bd-8d6a-6bbe35923b83 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (a0dd9b81-9ea0-4e3f-8c39-bf50c828261e), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.219576 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 2, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:14.279124 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Checking router: 9bc19fb9-86c6-45d3-8769-215d65ddd61a for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:42:14.279477 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Updating router 9bc19fb9-86c6-45d3-8769-215d65ddd61a port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:42:14.286348 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea2d9-c9e2-49bd-8d6a-6bbe35923b83 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (a0dd9b81-9ea0-4e3f-8c39-bf50c828261e), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.298048 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea2d9-c9e2-49bd-8d6a-6bbe35923b83 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (a0dd9b81-9ea0-4e3f-8c39-bf50c828261e), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.318579 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ea2d9-c9e2-49bd-8d6a-6bbe35923b83 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0dd9b81-9ea0-4e3f-8c39-bf50c828261e,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:14.325491 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.350595 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ca3ea2d9-c9e2-49bd-8d6a-6bbe35923b83 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.356129 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-ca3ea2d9-c9e2-49bd-8d6a-6bbe35923b83 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2744915 Mar 28 05:42:14.356579 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59398) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:14.362774 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:14.408538 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.574374 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.619920 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:14.689303 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59416) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:14.741943 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80839004-b8fe-44da-a1af-a4c8f9c64132 req-1fe1797f-42e7-426d-8592-2d5bc3001771 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:14.743630 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-80839004-b8fe-44da-a1af-a4c8f9c64132 req-1fe1797f-42e7-426d-8592-2d5bc3001771 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1220303 Mar 28 05:42:14.786672 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Allocated IP 172.28.0.98 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/f16d87e9-ed09-44a6-97fa-74062fa6e702) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:14.816491 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:14.816964 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.872121 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-80839004-b8fe-44da-a1af-a4c8f9c64132 req-b8a69f18-05c6-4748-9742-e7e4c9229a7f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172550 Mar 28 05:42:14.971433 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for port (f16d87e9-ed09-44a6-97fa-74062fa6e702), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.973639 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Publish callbacks [] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:14.996942 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.035651 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (f16d87e9-ed09-44a6-97fa-74062fa6e702), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.043772 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1302487592-network', 'tenant_id': 'd1e367994cc34527bf631cad0a5a14df'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:15.052632 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:15.068056 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Pushing event updated for resources: {'Port': ['ID=9c5f5513-4509-43c4-9932-f9fb450aa0b1,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:15.077626 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.078204 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.078689 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.079958 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.080447 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.081107 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.081579 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.082103 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.082605 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.083190 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.083698 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.084252 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.084797 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.085405 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.085905 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:42:15.108497 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Made reservation on behalf of d1e367994cc34527bf631cad0a5a14df for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:15.111934 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:15.112134 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.116081 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:15.126224 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:15.142125 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.186148 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'Port': ['ID=f16d87e9-ed09-44a6-97fa-74062fa6e702,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:15.186741 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Attempting to bind port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:15.186903 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Attempting to bind port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:15.187307 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Attempting to bind port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 on network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:15.193861 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:15.194290 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Checking segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:15.194944 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.195582 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Bound using segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:15.196014 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Bound port: 9c5f5513-4509-43c4-9932-f9fb450aa0b1, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:15.196459 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.295711 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] For port 9c5f5513-4509-43c4-9932-f9fb450aa0b1, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:15.304587 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] For port 9c5f5513-4509-43c4-9932-f9fb450aa0b1, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=9c5f5513-4509-43c4-9932-f9fb450aa0b1,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:15.318429 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (92018009-3451-427d-89c3-126a75ea92c3), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.319923 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.335202 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59442) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:15.376095 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Publish callbacks [] for security_group (29eb2eb7-1d0d-497f-a980-093965d73073), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.386980 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (29eb2eb7-1d0d-497f-a980-093965d73073), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.425215 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:42:15.448995 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:42:15.449659 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:42:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:15.453108 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (f16d87e9-ed09-44a6-97fa-74062fa6e702), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.471169 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (f45eb05a-0572-47c7-a066-8c4481313a94), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.473856 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Added segment f45eb05a-0572-47c7-a066-8c4481313a94 of type vlan for network 4b3542ed-75ac-43f9-b903-118cb2dfd801 Mar 28 05:42:15.567408 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (4b3542ed-75ac-43f9-b903-118cb2dfd801), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.571644 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1551149140-network', 'tenant_id': 'a161c360b28346eebf0162b70a9ba7f9'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:15.595159 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0444aa-37e7-4159-8ff0-2c5da806d515 None None] Pushing event updated for resources: {'Port': ['ID=9c5f5513-4509-43c4-9932-f9fb450aa0b1,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:15.627564 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-65b3f275-441e-4cd2-ba68-c5443cc7be18 None None] Provisioning complete for port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:15.627937 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-65b3f275-441e-4cd2-ba68-c5443cc7be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.639222 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eb2eb7-1d0d-497f-a980-093965d73073,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:15.648428 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (4b3542ed-75ac-43f9-b903-118cb2dfd801), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.650649 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:15.652378 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.695572 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.707685 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Made reservation on behalf of a161c360b28346eebf0162b70a9ba7f9 for: {'network': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:15.711134 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.747560 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.772119 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:42:15.775043 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] Pushing event updated for resources: {'Network': ['ID=4b3542ed-75ac-43f9-b903-118cb2dfd801,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:15.798099 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-65b3f275-441e-4cd2-ba68-c5443cc7be18 None None] Current status of the port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:15.798742 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-65b3f275-441e-4cd2-ba68-c5443cc7be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.804368 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-307dab67-6604-45f3-a5a0-b02547066884 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1136975 Mar 28 05:42:15.805851 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 4b3542ed-75ac-43f9-b903-118cb2dfd801 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:42:15.807992 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59454) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:15.817922 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Request body: {'subnet': {'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1302487592-subnet', 'tenant_id': 'd1e367994cc34527bf631cad0a5a14df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:15.862441 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Made reservation on behalf of d1e367994cc34527bf631cad0a5a14df for: {'subnet': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:15.869911 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613589'] for subnet (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:15.898313 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-65b3f275-441e-4cd2-ba68-c5443cc7be18 None None] For port 9c5f5513-4509-43c4-9932-f9fb450aa0b1, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=9c5f5513-4509-43c4-9932-f9fb450aa0b1,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:15.935510 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-65b3f275-441e-4cd2-ba68-c5443cc7be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.114004 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6107651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613571'] for subnet (1670b210-475e-44a9-b9d0-dde4ab3a4785), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.144545 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for port (f16d87e9-ed09-44a6-97fa-74062fa6e702), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.172899 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Publish callbacks [] for security_group (34814aa3-3c4d-4430-8fd5-4ae52fd296cc), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.175915 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (f16d87e9-ed09-44a6-97fa-74062fa6e702), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.190948 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (34814aa3-3c4d-4430-8fd5-4ae52fd296cc), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.192990 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-e66943b9-1b7c-4ec8-be44-13c9ace02c6c None None] Provisioning complete for port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:16.193551 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e66943b9-1b7c-4ec8-be44-13c9ace02c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.211690 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=109882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:42:16.227352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (91a743d0-f924-4b33-939c-ee3f5f707953), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.227703 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.segments_db [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Added segment 91a743d0-f924-4b33-939c-ee3f5f707953 of type vlan for network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 Mar 28 05:42:16.256173 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3f275-441e-4cd2-ba68-c5443cc7be18 None None] Pushing event updated for resources: {'Port': ['ID=9c5f5513-4509-43c4-9932-f9fb450aa0b1,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:16.257691 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1670b210-475e-44a9-b9d0-dde4ab3a4785,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:16.276154 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Checking segment: {'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:16.276730 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Network hostable DHCP agents. Network: 4b3542ed-75ac-43f9-b903-118cb2dfd801, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:42:16.323642 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Network 4b3542ed-75ac-43f9-b903-118cb2dfd801 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:42:16.339833 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 4b3542ed-75ac-43f9-b903-118cb2dfd801) {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:16.363373 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:16.366479 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.368574 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (92018009-3451-427d-89c3-126a75ea92c3), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.380243 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (a9de740d-d0af-4bc0-96ad-2818ea9e9de5), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.399410 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34814aa3-3c4d-4430-8fd5-4ae52fd296cc,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:16.404908 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'Port': ['ID=f16d87e9-ed09-44a6-97fa-74062fa6e702,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:16.415173 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-6cda059f-ea35-4516-81ba-10bc5a505482 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6054566 Mar 28 05:42:16.426893 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.437756 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-be083628-64d4-494c-b2f6-0b2310170bd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0800059 Mar 28 05:42:16.445621 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-e66943b9-1b7c-4ec8-be44-13c9ace02c6c None None] Current status of the port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:16.450831 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba6b59-3c00-4dac-ae94-a568cfa6dca6 req-ea86f881-8fa2-4001-afc5-f5f32fef06bf tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:16.454065 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab4b3af-f141-4720-915b-afd7a3bcbc96 None None] Network 4b3542ed-75ac-43f9-b903-118cb2dfd801 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:16.456932 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59480) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:16.457565 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fcba6b59-3c00-4dac-ae94-a568cfa6dca6 req-ea86f881-8fa2-4001-afc5-f5f32fef06bf tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.3911960 Mar 28 05:42:16.465681 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (a9de740d-d0af-4bc0-96ad-2818ea9e9de5), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.466534 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:16.467094 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.536390 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59486) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:16.536584 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1996515 Mar 28 05:42:16.543439 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Request body: {'subnet': {'network_id': 'a9de740d-d0af-4bc0-96ad-2818ea9e9de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1551149140-subnet', 'tenant_id': 'a161c360b28346eebf0162b70a9ba7f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:16.563480 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52fd56-2c81-4d25-91e4-8bb785fb9faa admin admin] Pushing event updated for resources: {'Network': ['ID=a9de740d-d0af-4bc0-96ad-2818ea9e9de5,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:16.566899 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:16.577958 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fcba6b59-3c00-4dac-ae94-a568cfa6dca6 req-cbcbf612-3133-412a-8e5c-d89039f01973 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194444 Mar 28 05:42:16.594427 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Made reservation on behalf of a161c360b28346eebf0162b70a9ba7f9 for: {'subnet': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:16.596772 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613589'] for subnet (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.610746 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:42:16.616063 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361cf23b-2dfa-4a3d-b2f4-787a5e221584 None None] The sync data for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb is: [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:42:16.831505 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a467038-104b-4cb7-b43a-63bb3acc8bbc None None] Network 4b3542ed-75ac-43f9-b903-118cb2dfd801 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:16.854413 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b10c-9c3e-4d66-b1a4-e2d9867921b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:16.888669 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-d0bbf890-0b72-4068-bf75-d4ab24e70182 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--716970052&fields=id&tenant_id=51164e2f741949da9a86f6f2af2751cb HTTP/1.1" status: 200 len: 267 time: 0.1071329 Mar 28 05:42:16.954932 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6107651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613571'] for subnet (31ee1a72-c814-4297-bbc7-bf068b1603c8), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:17.121913 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ee1a72-c814-4297-bbc7-bf068b1603c8,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:17.125997 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Checking segment: {'id': '91a743d0-f924-4b33-939c-ee3f5f707953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a9de740d-d0af-4bc0-96ad-2818ea9e9de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:17.126582 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Network hostable DHCP agents. Network: a9de740d-d0af-4bc0-96ad-2818ea9e9de5, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:42:17.163636 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-694a0682-5b63-445b-a3d3-8105da9f1d69 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:17.165349 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-694a0682-5b63-445b-a3d3-8105da9f1d69 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 817 time: 0.2737534 Mar 28 05:42:17.174604 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:42:17.183778 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-44758367-8827-4775-97ad-d1440a000260 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/quotas/51164e2f741949da9a86f6f2af2751cb HTTP/1.1" status: 200 len: 375 time: 0.0113719 Mar 28 05:42:17.185151 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b10c-9c3e-4d66-b1a4-e2d9867921b8 admin admin] Publish callbacks [] for security_group (75a928d2-397b-45c1-9c32-972adbb6b18a), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:17.191705 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b10c-9c3e-4d66-b1a4-e2d9867921b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (75a928d2-397b-45c1-9c32-972adbb6b18a), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:17.198065 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, a9de740d-d0af-4bc0-96ad-2818ea9e9de5) {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:17.212266 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db05ed-f46d-4126-8b68-7de52119155f None None] Network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:17.215835 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:17.216544 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:17.253390 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9ff2b10c-9c3e-4d66-b1a4-e2d9867921b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c695bd116af4fa9847d82bf1e736162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7953215 Mar 28 05:42:17.255881 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2b10c-9c3e-4d66-b1a4-e2d9867921b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a928d2-397b-45c1-9c32-972adbb6b18a,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:17.258430 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59516) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:17.262219 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-b1dedf91-1ab0-4260-80a2-3dadb278064f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711281 Mar 28 05:42:17.301392 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3e1797b3-6889-45c1-855b-89ba4004a659 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7638590 Mar 28 05:42:17.380154 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9dc16568-6ed5-44c5-8e22-c4a8f73e19ab admin admin] Publish callbacks [] for security_group (75a928d2-397b-45c1-9c32-972adbb6b18a), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:17.428090 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e6da1-ad95-4f49-a48b-7e9eee380feb None None] Network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:17.444425 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9dc16568-6ed5-44c5-8e22-c4a8f73e19ab admin admin] Publish callbacks [] for security_group (75a928d2-397b-45c1-9c32-972adbb6b18a), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:17.510759 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-0802d7bd-d72d-432a-bb4a-998c80185ce7 service neutron] 10.222.0.13 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207558 Mar 28 05:42:17.569823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9dc16568-6ed5-44c5-8e22-c4a8f73e19ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (75a928d2-397b-45c1-9c32-972adbb6b18a), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:17.573391 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9dc16568-6ed5-44c5-8e22-c4a8f73e19ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:17.577162 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9dc16568-6ed5-44c5-8e22-c4a8f73e19ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75a928d2-397b-45c1-9c32-972adbb6b18a HTTP/1.1" status: 204 len: 168 time: 0.2965338 Mar 28 05:42:17.591002 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc16568-6ed5-44c5-8e22-c4a8f73e19ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a928d2-397b-45c1-9c32-972adbb6b18a,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:17.682927 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-815a44c4-8745-4171-a639-1c083d3e2dff service neutron] 10.222.0.13 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573727 Mar 28 05:42:17.860602 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2ae05-b98e-4cac-a30f-947420662292 req-4ed49dec-c911-44d4-8c3a-8c5619004125 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:17.863044 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bbb2ae05-b98e-4cac-a30f-947420662292 req-4ed49dec-c911-44d4-8c3a-8c5619004125 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1151466 Mar 28 05:42:17.996313 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bbb2ae05-b98e-4cac-a30f-947420662292 req-a4bd0ed9-f5a5-4b68-a06d-4760ce25f6f6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264234 Mar 28 05:42:18.076423 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7bdb9d2e-6d3f-487b-afc4-ad7aced79944 req-bb5e0ab2-76fd-4f7b-84da-0f7f3cfedc82 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 210 time: 0.0436237 Mar 28 05:42:18.699693 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 9c5f5513-4509-43c4-9932-f9fb450aa0b1 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:18.768286 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:18.768889 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:18.887264 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:18.926959 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-873d3d6b-f78f-42ce-9f38-bd0c393d4ff6 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:18.929107 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-873d3d6b-f78f-42ce-9f38-bd0c393d4ff6 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/networks?id=4b3542ed-75ac-43f9-b903-118cb2dfd801 HTTP/1.1" status: 200 len: 809 time: 0.1208110 Mar 28 05:42:18.954562 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de958646-ff9a-4f1a-a017-a5703add50c7 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/quotas/d1e367994cc34527bf631cad0a5a14df HTTP/1.1" status: 200 len: 375 time: 0.0181041 Mar 28 05:42:19.002303 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59596) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:19.005204 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-0cc09b55-6fb8-49ef-ad77-87005acee419 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1e367994cc34527bf631cad0a5a14df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418651 Mar 28 05:42:19.009356 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1803854567-network', 'tenant_id': 'c45179e012fc4fbd8eaaced4983f4d4a'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:19.041897 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Made reservation on behalf of c45179e012fc4fbd8eaaced4983f4d4a for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:19.045322 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.056146 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.139492 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008fe74-8272-4e2d-88de-f0bfa9336006 req-0d65c020-cc46-4a06-a6cb-4d5620ce5edf tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:19.141166 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1008fe74-8272-4e2d-88de-f0bfa9336006 req-0d65c020-cc46-4a06-a6cb-4d5620ce5edf tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0782788 Mar 28 05:42:19.158328 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Publish callbacks [] for security_group (5c2b991a-a931-41a6-8b33-fee25ea5f424), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.160648 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-438df926-70cc-4c41-9dd7-88e7769abcf0 service neutron] 10.222.0.13 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544411 Mar 28 05:42:19.163194 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5c2b991a-a931-41a6-8b33-fee25ea5f424), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.191556 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:42:19.202295 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2b991a-a931-41a6-8b33-fee25ea5f424,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:19.207068 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (0882bfef-3224-4f29-b96b-19771bfe2983), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.207464 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Added segment 0882bfef-3224-4f29-b96b-19771bfe2983 of type vlan for network 240394b4-189e-40a4-aaf6-f73a5d3c34c4 Mar 28 05:42:19.249953 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (240394b4-189e-40a4-aaf6-f73a5d3c34c4), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.255005 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1008fe74-8272-4e2d-88de-f0bfa9336006 req-17cb7fa2-9b7f-499e-8b93-806a85996b8d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050656 Mar 28 05:42:19.282339 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (240394b4-189e-40a4-aaf6-f73a5d3c34c4), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.283293 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:19.283913 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.292311 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-22a9a068-3b85-4831-b89a-3a0b093435b2 service neutron] 10.222.0.13 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241660 Mar 28 05:42:19.380996 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32d26748-f6b4-4829-b8e9-6ae127302ad8 req-120b3da9-6bbc-4614-9eca-a7c287029c21 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 210 time: 0.0376914 Mar 28 05:42:19.389851 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3856719 Mar 28 05:42:19.392652 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59606) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:19.394804 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8c5f2-b31a-47ea-a497-71c4130c8459 admin admin] Pushing event updated for resources: {'Network': ['ID=240394b4-189e-40a4-aaf6-f73a5d3c34c4,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:19.397755 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Request body: {'subnet': {'network_id': '240394b4-189e-40a4-aaf6-f73a5d3c34c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1803854567-subnet', 'tenant_id': 'c45179e012fc4fbd8eaaced4983f4d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:19.406934 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 240394b4-189e-40a4-aaf6-f73a5d3c34c4 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:42:19.441386 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Made reservation on behalf of c45179e012fc4fbd8eaaced4983f4d4a for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:19.445538 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:19.621251 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-308f5c20-42e4-4a30-aba5-7ea549db5156 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:19.623998 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-308f5c20-42e4-4a30-aba5-7ea549db5156 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 817 time: 0.1930382 Mar 28 05:42:19.742891 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-42cc6c1c-0dc6-48b2-a5db-914ec4618ad9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51164e2f741949da9a86f6f2af2751cb HTTP/1.1" status: 200 len: 379 time: 0.1087372 Mar 28 05:42:19.775645 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'port': {'device_id': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'admin_state_up': True, 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'security_groups': ['0d6ce913-7770-4ac2-a5c1-1752a588a45c']}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:19.862453 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-00b4212f-35c0-4296-8cbd-44780a28817f req-c83de4ce-2527-4d6f-806a-5cd917290575 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 210 time: 0.0590236 Mar 28 05:42:20.029559 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Made reservation on behalf of 51164e2f741949da9a86f6f2af2751cb for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:20.034563 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.123151 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (46d778ef-1f2a-4128-beb7-a2a8b42cbe38), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.196714 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59648) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:20.230118 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Allocated IP 172.20.0.13 (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3/e8101750-5418-4886-a9ad-a33de05e1afa/42c865c4-39fc-4857-8f09-314da5e25a70) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:20.260291 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d778ef-1f2a-4128-beb7-a2a8b42cbe38,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:20.269792 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Checking segment: {'id': '0882bfef-3224-4f29-b96b-19771bfe2983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '240394b4-189e-40a4-aaf6-f73a5d3c34c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:20.270354 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Network hostable DHCP agents. Network: 240394b4-189e-40a4-aaf6-f73a5d3c34c4, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:42:20.301681 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Network 240394b4-189e-40a4-aaf6-f73a5d3c34c4 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:42:20.323859 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 240394b4-189e-40a4-aaf6-f73a5d3c34c4) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:20.330004 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:20.330547 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.344911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baee5eb-96ca-429a-b85a-e05609b5bc5c None None] Network 240394b4-189e-40a4-aaf6-f73a5d3c34c4 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:20.382179 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-0b837414-4323-4624-bece-7f1410442b5c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9882069 Mar 28 05:42:20.486644 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for port (42c865c4-39fc-4857-8f09-314da5e25a70), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.496188 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4130a33-ad40-4cd0-8aa7-a08b7f64ac5d req-5b9bc5ae-c411-4a65-9251-08f76a2b9c9c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:20.500315 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d4130a33-ad40-4cd0-8aa7-a08b7f64ac5d req-5b9bc5ae-c411-4a65-9251-08f76a2b9c9c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1076362 Mar 28 05:42:20.515995 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0429d5a1-4cc5-4efd-aee3-13baeec5538d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.560394 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fedce9-26c0-4aef-b93a-59bde30546f6 None None] Network 240394b4-189e-40a4-aaf6-f73a5d3c34c4 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:20.595085 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c6cc5763-64e3-48be-b81a-15b9bf8e6218 req-48c77ad1-0b2d-4bb1-aff8-b350856d0820 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 210 time: 0.0581822 Mar 28 05:42:20.628149 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.633296 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d4130a33-ad40-4cd0-8aa7-a08b7f64ac5d req-fba347e3-cb69-4430-81df-35f2ffffab58 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288881 Mar 28 05:42:20.714794 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:20.722290 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:20.727313 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:20.798758 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:20.836922 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0429d5a1-4cc5-4efd-aee3-13baeec5538d admin admin] Publish callbacks [] for security_group (3c24b8c9-cb0f-493d-8d51-96806fc573db), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.843817 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:20.844507 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.850059 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0429d5a1-4cc5-4efd-aee3-13baeec5538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (3c24b8c9-cb0f-493d-8d51-96806fc573db), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:20.891393 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-84e718ab-8d10-4b54-9d22-bc4615e22810 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1246920 Mar 28 05:42:20.909781 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Request body: {'port': {'device_id': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:20.919065 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-0429d5a1-4cc5-4efd-aee3-13baeec5538d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfaeece2861f46a29b0983137fdbac12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7212362 Mar 28 05:42:20.921779 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429d5a1-4cc5-4efd-aee3-13baeec5538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c24b8c9-cb0f-493d-8d51-96806fc573db,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:20.922879 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59668) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:20.994344 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.068509 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-99438d02-3457-49a3-8b7e-2b68d3d6fcc9 req-538837f6-7973-4061-bc6e-28c3454f673b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 210 time: 0.1161568 Mar 28 05:42:21.148568 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-0832f759-523b-459f-b33c-32e94b8b427f None None] Provisioning complete for port 42c865c4-39fc-4857-8f09-314da5e25a70 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:21.148993 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-0832f759-523b-459f-b33c-32e94b8b427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.245691 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-0832f759-523b-459f-b33c-32e94b8b427f None None] Port 42c865c4-39fc-4857-8f09-314da5e25a70 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:42:21.321724 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-95148894-e27a-4387-ba32-c7291822ee8e admin admin] Publish callbacks [] for security_group (3c24b8c9-cb0f-493d-8d51-96806fc573db), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.393128 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-ed725542-9499-4f38-9731-4ca1ae51b0ad tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:21.393128 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-ed725542-9499-4f38-9731-4ca1ae51b0ad tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.30 "GET /v2.0/networks?id=4b3542ed-75ac-43f9-b903-118cb2dfd801 HTTP/1.1" status: 200 len: 809 time: 0.3195097 Mar 28 05:42:21.396253 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-95148894-e27a-4387-ba32-c7291822ee8e admin admin] Publish callbacks [] for security_group (3c24b8c9-cb0f-493d-8d51-96806fc573db), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.410793 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Request body: {'port': {'device_id': '07dd4586-9937-4363-b5fe-8091b1a6d4ca', 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801', 'admin_state_up': True, 'tenant_id': 'd1e367994cc34527bf631cad0a5a14df'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:21.476588 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c865c4-39fc-4857-8f09-314da5e25a70 {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:21.485684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Publish callbacks [] for port (42c865c4-39fc-4857-8f09-314da5e25a70), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.501603 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Transition to ACTIVE for port object 42c865c4-39fc-4857-8f09-314da5e25a70 will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:42:21.504438 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-c31397df-2a90-4da9-8f2d-1897bfa3e047 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:21.506073 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-c31397df-2a90-4da9-8f2d-1897bfa3e047 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/networks?id=a9de740d-d0af-4bc0-96ad-2818ea9e9de5 HTTP/1.1" status: 200 len: 809 time: 0.3002820 Mar 28 05:42:21.506933 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.540756 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-c9b69c6e-52ba-4486-a027-abc51846832b tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/quotas/a161c360b28346eebf0162b70a9ba7f9 HTTP/1.1" status: 200 len: 375 time: 0.0249436 Mar 28 05:42:21.589733 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-fba6696f-c086-4b5c-9cf4-3c3fa043a7e6 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a161c360b28346eebf0162b70a9ba7f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480051 Mar 28 05:42:21.596032 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-95148894-e27a-4387-ba32-c7291822ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (3c24b8c9-cb0f-493d-8d51-96806fc573db), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.598612 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-95148894-e27a-4387-ba32-c7291822ee8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.601261 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-95148894-e27a-4387-ba32-c7291822ee8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c24b8c9-cb0f-493d-8d51-96806fc573db HTTP/1.1" status: 204 len: 168 time: 0.6731369 Mar 28 05:42:21.677925 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95148894-e27a-4387-ba32-c7291822ee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c24b8c9-cb0f-493d-8d51-96806fc573db,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:21.713416 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Attempting to bind port 42c865c4-39fc-4857-8f09-314da5e25a70 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:21.713756 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Attempting to bind port 42c865c4-39fc-4857-8f09-314da5e25a70 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:21.714248 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Attempting to bind port 42c865c4-39fc-4857-8f09-314da5e25a70 on network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:21.730531 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Made reservation on behalf of d1e367994cc34527bf631cad0a5a14df for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:21.731395 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:21.733780 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.734107 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Port 42c865c4-39fc-4857-8f09-314da5e25a70 on network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:42:21.734428 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Attempting to bind port 42c865c4-39fc-4857-8f09-314da5e25a70 on network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:21.741179 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:21.741518 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Checking segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:21.741899 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Bound using segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:21.742327 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Bound port: 42c865c4-39fc-4857-8f09-314da5e25a70, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:21.742681 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.842281 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:21.846225 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:21.852883 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.870185 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-7a15d224-2c3d-4762-8229-ccb2c4c0160f service neutron] 10.222.0.13 "GET /v2.0/networks/a9de740d-d0af-4bc0-96ad-2818ea9e9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676671 Mar 28 05:42:21.892006 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:21.893288 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:21.894105 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/42c865c4-39fc-4857-8f09-314da5e25a70 HTTP/1.1" status: 200 len: 1094 time: 0.9898915 Mar 28 05:42:21.894538 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:21.897218 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bda75c4-4e05-405e-855c-0dc2f7d6101d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:21.926073 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8f305-fbd8-4e12-a3b1-3c4ed38df5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:22.002639 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6215afd-9d58-417e-854d-1aaa358e2509 req-12be9b5b-96e3-446f-a9f0-dae7e03164a8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.004170 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f6215afd-9d58-417e-854d-1aaa358e2509 req-12be9b5b-96e3-446f-a9f0-dae7e03164a8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.2239838 Mar 28 05:42:22.023227 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-cb1cc748-25c9-414d-a506-ff07ffa8a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.024745 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-cb1cc748-25c9-414d-a506-ff07ffa8a058 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 1128 time: 0.0698519 Mar 28 05:42:22.047150 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Allocated IP 172.20.0.6 (4b3542ed-75ac-43f9-b903-118cb2dfd801/1670b210-475e-44a9-b9d0-dde4ab3a4785/65fc8993-6b78-485d-a093-4b784c0b35f4) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:22.079114 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-b8280d3d-c432-4b5f-92e8-15ad2f2ca402 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c865c4-39fc-4857-8f09-314da5e25a70 HTTP/1.1" status: 200 len: 217 time: 0.0458739 Mar 28 05:42:22.105587 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-9442aefd-de6e-41e8-8632-5395c694b6b0 service neutron] 10.222.0.13 "GET /v2.0/networks/a9de740d-d0af-4bc0-96ad-2818ea9e9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252474 Mar 28 05:42:22.141826 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-e4de4f41-e142-417d-aa99-6be80e869a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.143643 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-e4de4f41-e142-417d-aa99-6be80e869a8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0578067 Mar 28 05:42:22.166300 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f6215afd-9d58-417e-854d-1aaa358e2509 req-f1eb1a25-f4cc-41aa-85a8-13bc4bf94583 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451759 Mar 28 05:42:22.233267 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-02f219b1-6df1-42b0-965e-c594f3804035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.234778 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-02f219b1-6df1-42b0-965e-c594f3804035 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0736554 Mar 28 05:42:22.322380 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d215f0-f27c-46f3-83f0-6fc5fb72450a x-openstack-request-id: req-17d215f0-f27c-46f3-83f0-6fc5fb72450a {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:22.322683 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:22.322943 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17d215f0-f27c-46f3-83f0-6fc5fb72450a {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:22.323356 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d215f0-f27c-46f3-83f0-6fc5fb72450a'] response: {'name': 'network-changed', 'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70', 'status': 'completed', 'code': 200} Mar 28 05:42:22.398523 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-9471148d-9dd9-4489-91ad-c82ab6c78eef service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558411 Mar 28 05:42:22.430448 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5cadb529-49cc-4176-bcf3-09b94dc84199 req-3e722426-8a38-43dd-8999-583797201371 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 210 time: 0.0499389 Mar 28 05:42:22.456754 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks [] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:22.508435 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ac48c-08b8-449e-954d-fefc736b0357 req-795a97a4-8fd1-448f-8d1b-2045598db71a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.510373 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-733ac48c-08b8-449e-954d-fefc736b0357 req-795a97a4-8fd1-448f-8d1b-2045598db71a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.2391000 Mar 28 05:42:22.536388 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:22.573834 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83871fbe-a18a-494b-bd6a-f5bf6ae4660a req-d29f4ef0-4337-4ebe-9559-1925fc5152fc service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673858 Mar 28 05:42:22.637389 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b8054462-1067-4469-ba87-7086e40105cd req-d5603d54-3868-431d-b335-e80069520648 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 210 time: 0.1248360 Mar 28 05:42:22.695123 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Network 4b3542ed-75ac-43f9-b903-118cb2dfd801 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:22.713996 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-733ac48c-08b8-449e-954d-fefc736b0357 req-41e53312-96cb-4ef9-8569-dec21fbc15bf tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599503 Mar 28 05:42:22.715401 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-444a77ca-ce8a-447d-921c-9a6096908b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.716602 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:22.716917 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-444a77ca-ce8a-447d-921c-9a6096908b3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 1128 time: 0.0628858 Mar 28 05:42:22.726374 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:22.733090 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.734307 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:22.755620 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Pushing event updated for resources: {'Port': ['ID=65fc8993-6b78-485d-a093-4b784c0b35f4,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:22.787089 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-de26df41-0033-4fad-acde-aaa56573b725 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3818254 Mar 28 05:42:22.810098 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Request body: {'port': {'device_id': '07dd4586-9937-4363-b5fe-8091b1a6d4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:22.827176 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-e6cd811a-5257-4633-a833-e61bdc600b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.828981 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-e6cd811a-5257-4633-a833-e61bdc600b20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.1014016 Mar 28 05:42:22.884161 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-e9ce161d-f070-413f-9d5e-d9b2614a4a0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c865c4-39fc-4857-8f09-314da5e25a70 HTTP/1.1" status: 200 len: 217 time: 0.0444603 Mar 28 05:42:22.889203 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:22.949470 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-04448127-301c-4010-ae8d-547ec26804c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:22.951020 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-04448127-301c-4010-ae8d-547ec26804c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0567811 Mar 28 05:42:23.017785 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-88ca8280-abb2-4e58-ae66-80c82aaa1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:23.019303 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-88ca8280-abb2-4e58-ae66-80c82aaa1833 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0589228 Mar 28 05:42:23.138985 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-f591e0aa-f9ff-4208-8625-f3108d90d1c5 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094029 Mar 28 05:42:23.301198 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2bda75c4-4e05-405e-855c-0dc2f7d6101d req-f9781d9e-dd8a-4ac7-b77c-bfb8790b9482 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559229 Mar 28 05:42:23.399466 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fc8993-6b78-485d-a093-4b784c0b35f4 {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:23.410312 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e3954-4493-4ef2-81fe-212e50c239ed req-f91de6bd-1b7e-4b3f-bae5-7efd0674441b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:23.417612 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9d8e3954-4493-4ef2-81fe-212e50c239ed req-f91de6bd-1b7e-4b3f-bae5-7efd0674441b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.1444919 Mar 28 05:42:23.423474 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Publish callbacks [] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:23.454495 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Transition to ACTIVE for port object 65fc8993-6b78-485d-a093-4b784c0b35f4 will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:42:23.475852 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:23.561458 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Pushing event updated for resources: {'Port': ['ID=65fc8993-6b78-485d-a093-4b784c0b35f4,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:23.572262 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9d8e3954-4493-4ef2-81fe-212e50c239ed req-b1d766a5-3783-4a49-a264-99f95836be90 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537330 Mar 28 05:42:23.642910 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Attempting to bind port 65fc8993-6b78-485d-a093-4b784c0b35f4 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:23.643291 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Attempting to bind port 65fc8993-6b78-485d-a093-4b784c0b35f4 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:23.643621 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Attempting to bind port 65fc8993-6b78-485d-a093-4b784c0b35f4 on network 4b3542ed-75ac-43f9-b903-118cb2dfd801 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:23.661051 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0cdaa-d471-42e6-a894-cd5d83a73397 req-246ae283-5c5a-4825-b249-de10786a3c33 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:23.662610 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-93a0cdaa-d471-42e6-a894-cd5d83a73397 req-246ae283-5c5a-4825-b249-de10786a3c33 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 943 time: 0.1331196 Mar 28 05:42:23.665513 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Port 65fc8993-6b78-485d-a093-4b784c0b35f4 on network 4b3542ed-75ac-43f9-b903-118cb2dfd801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:42:23.666642 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Attempting to bind port 65fc8993-6b78-485d-a093-4b784c0b35f4 on network 4b3542ed-75ac-43f9-b903-118cb2dfd801 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:23.672854 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:23.673269 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Checking segment: {'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:23.673662 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Bound using segment: {'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:23.674092 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Bound port: 65fc8993-6b78-485d-a093-4b784c0b35f4, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:23.674453 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:23.801067 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-93a0cdaa-d471-42e6-a894-cd5d83a73397 req-ab322240-d560-45ca-bf94-eb6a2cb734eb tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242180 Mar 28 05:42:23.808256 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-09944a12-d86b-4de5-aaf2-fb8d24404823 req-4de613c2-9af0-4e7e-822a-d9d287f11a47 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 210 time: 0.0514970 Mar 28 05:42:23.828312 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-daa75bca-9c26-476b-a529-12df47d8f9c7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:23.831023 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-daa75bca-9c26-476b-a529-12df47d8f9c7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.30 "GET /v2.0/networks?id=a9de740d-d0af-4bc0-96ad-2818ea9e9de5 HTTP/1.1" status: 200 len: 809 time: 0.2146475 Mar 28 05:42:23.846624 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Request body: {'port': {'device_id': '62217f69-ef79-43b0-ac35-2c5a5c4b6501', 'network_id': 'a9de740d-d0af-4bc0-96ad-2818ea9e9de5', 'admin_state_up': True, 'tenant_id': 'a161c360b28346eebf0162b70a9ba7f9'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:23.849321 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] For port 65fc8993-6b78-485d-a093-4b784c0b35f4, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:23.857582 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] For port 65fc8993-6b78-485d-a093-4b784c0b35f4, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65fc8993-6b78-485d-a093-4b784c0b35f4,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:23.858901 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59788) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:23.873883 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:23.928170 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59794) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:23.975040 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Pushing event updated for resources: {'Port': ['ID=65fc8993-6b78-485d-a093-4b784c0b35f4,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:23.983197 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:23.983696 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:23.985829 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b72531f4-8a43-4059-83b5-c923abb7b030 service neutron] 10.222.0.30 "PUT /v2.0/ports/65fc8993-6b78-485d-a093-4b784c0b35f4 HTTP/1.1" status: 200 len: 1093 time: 1.1891878 Mar 28 05:42:23.998722 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd4586-9937-4363-b5fe-8091b1a6d4ca', 'tag': '65fc8993-6b78-485d-a093-4b784c0b35f4'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:24.001966 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd4586-9937-4363-b5fe-8091b1a6d4ca", "tag": "65fc8993-6b78-485d-a093-4b784c0b35f4"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:24.024298 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Made reservation on behalf of a161c360b28346eebf0162b70a9ba7f9 for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:24.032899 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.035172 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e8f60-3d8d-4cb0-afbf-8fb1d026f244 req-181c6183-3855-41f3-ba07-8c87dad55cf3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:24.036822 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6b2e8f60-3d8d-4cb0-afbf-8fb1d026f244 req-181c6183-3855-41f3-ba07-8c87dad55cf3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1014163 Mar 28 05:42:24.077892 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df259de0-945b-40db-aef5-afc8b1259a4b x-openstack-request-id: req-df259de0-945b-40db-aef5-afc8b1259a4b {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:24.078819 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd4586-9937-4363-b5fe-8091b1a6d4ca", "tag": "65fc8993-6b78-485d-a093-4b784c0b35f4", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:24.079156 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df259de0-945b-40db-aef5-afc8b1259a4b {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:24.079473 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df259de0-945b-40db-aef5-afc8b1259a4b'] response: {'name': 'network-changed', 'server_uuid': '07dd4586-9937-4363-b5fe-8091b1a6d4ca', 'tag': '65fc8993-6b78-485d-a093-4b784c0b35f4', 'status': 'completed', 'code': 200} Mar 28 05:42:24.128182 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-573677f2-9c72-4c28-9725-701bde9b9524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.131598 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-60b11eb5-f546-4531-9507-15c6b9bffdef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.147328 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-72f7bd73-4862-4d98-b4bc-e55c24aaffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:24.148830 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-72f7bd73-4862-4d98-b4bc-e55c24aaffb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1e367994cc34527bf631cad0a5a14df&device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 1127 time: 0.1102722 Mar 28 05:42:24.157542 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6b2e8f60-3d8d-4cb0-afbf-8fb1d026f244 req-a36e0f11-aa76-48f8-b525-5e2e6422689c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083157 Mar 28 05:42:24.207359 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-5c45ab91-e26f-4ec2-a35c-2b11d0bf903c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fc8993-6b78-485d-a093-4b784c0b35f4 HTTP/1.1" status: 200 len: 217 time: 0.0433953 Mar 28 05:42:24.288770 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-8ffa51da-c709-45f2-9806-c758b41dfbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:24.290220 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-8ffa51da-c709-45f2-9806-c758b41dfbed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1670b210-475e-44a9-b9d0-dde4ab3a4785 HTTP/1.1" status: 200 len: 849 time: 0.0752444 Mar 28 05:42:24.335020 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-b5210a1b-c011-421f-9cd2-69a815a41f76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b3542ed-75ac-43f9-b903-118cb2dfd801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337429 Mar 28 05:42:24.346295 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-573677f2-9c72-4c28-9725-701bde9b9524 admin admin] Publish callbacks [] for security_group (6e55d4be-a004-4d47-b602-6b31d5f10c40), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.355924 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-573677f2-9c72-4c28-9725-701bde9b9524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (6e55d4be-a004-4d47-b602-6b31d5f10c40), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.427316 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Allocated IP 172.20.0.9 (a9de740d-d0af-4bc0-96ad-2818ea9e9de5/31ee1a72-c814-4297-bbc7-bf068b1603c8/ebca5c56-d882-401f-9b49-cd9f5e2aa784) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:24.440780 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573677f2-9c72-4c28-9725-701bde9b9524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e55d4be-a004-4d47-b602-6b31d5f10c40,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:24.448620 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-573677f2-9c72-4c28-9725-701bde9b9524 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf5e70a663b24709ac389c38691ef2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5886440 Mar 28 05:42:24.451418 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59804) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:24.483927 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-6eec9144-9539-4cb1-8b79-1a163ff5f921 service neutron] 10.222.0.30 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397033 Mar 28 05:42:24.523749 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-60b11eb5-f546-4531-9507-15c6b9bffdef admin admin] Publish callbacks [] for security_group (594988fb-9e77-4a4c-83bc-3e8a5171ae77), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.535974 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-60b11eb5-f546-4531-9507-15c6b9bffdef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (594988fb-9e77-4a4c-83bc-3e8a5171ae77), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.583379 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f400419-67c4-40c8-a8ba-34a9e0a79dc5 req-1ca45444-eb8b-4f89-815d-79da07089dfa service neutron] 10.222.0.30 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917139 Mar 28 05:42:24.650569 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-60b11eb5-f546-4531-9507-15c6b9bffdef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1376985b00fc41fb9675946dc096172e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7190216 Mar 28 05:42:24.654016 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59816) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:24.658060 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b11eb5-f546-4531-9507-15c6b9bffdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594988fb-9e77-4a4c-83bc-3e8a5171ae77,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:24.677578 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cfc99b48-d561-41b9-b451-504dede45e15 admin admin] Publish callbacks [] for security_group (6e55d4be-a004-4d47-b602-6b31d5f10c40), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.747606 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cfc99b48-d561-41b9-b451-504dede45e15 admin admin] Publish callbacks [] for security_group (6e55d4be-a004-4d47-b602-6b31d5f10c40), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.754408 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-bc36671d-98d1-4d06-b91b-c8592e508164 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=93d76c5f4dc54e82acfb9af07e31e9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605607 Mar 28 05:42:24.754976 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Publish callbacks [] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.805816 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fc77e97f-f5f6-423d-bf8b-fd4faada6e69 admin admin] Publish callbacks [] for security_group (594988fb-9e77-4a4c-83bc-3e8a5171ae77), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.849107 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fc77e97f-f5f6-423d-bf8b-fd4faada6e69 admin admin] Publish callbacks [] for security_group (594988fb-9e77-4a4c-83bc-3e8a5171ae77), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.860349 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.864075 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cfc99b48-d561-41b9-b451-504dede45e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (6e55d4be-a004-4d47-b602-6b31d5f10c40), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.866641 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cfc99b48-d561-41b9-b451-504dede45e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:24.867799 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-cfc99b48-d561-41b9-b451-504dede45e15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e55d4be-a004-4d47-b602-6b31d5f10c40 HTTP/1.1" status: 204 len: 168 time: 0.4154472 Mar 28 05:42:24.920486 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc99b48-d561-41b9-b451-504dede45e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e55d4be-a004-4d47-b602-6b31d5f10c40,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:24.936834 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:24.947993 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:24.950718 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:24.986483 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Pushing event updated for resources: {'Port': ['ID=ebca5c56-d882-401f-9b49-cd9f5e2aa784,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:25.003085 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fc77e97f-f5f6-423d-bf8b-fd4faada6e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (594988fb-9e77-4a4c-83bc-3e8a5171ae77), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.005826 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fc77e97f-f5f6-423d-bf8b-fd4faada6e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.006982 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-fc77e97f-f5f6-423d-bf8b-fd4faada6e69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/594988fb-9e77-4a4c-83bc-3e8a5171ae77 HTTP/1.1" status: 204 len: 168 time: 0.3499663 Mar 28 05:42:25.026559 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.027235 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.030080 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77e97f-f5f6-423d-bf8b-fd4faada6e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594988fb-9e77-4a4c-83bc-3e8a5171ae77,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:25.037398 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-ad24b81f-3d8c-436e-8674-fb5d43fcfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.038893 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-ad24b81f-3d8c-436e-8674-fb5d43fcfc8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1e367994cc34527bf631cad0a5a14df&device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 1127 time: 0.3913710 Mar 28 05:42:25.050117 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-d3244c27-f996-479d-8cb7-a691f47ceba7 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2097499 Mar 28 05:42:25.064493 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Request body: {'port': {'device_id': '62217f69-ef79-43b0-ac35-2c5a5c4b6501', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:25.156149 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284efe59-dafe-486b-a5b0-7314b31fa322 req-bda522e8-06fa-459b-8c10-333d672abfdc tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.157983 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-284efe59-dafe-486b-a5b0-7314b31fa322 req-bda522e8-06fa-459b-8c10-333d672abfdc tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.4654012 Mar 28 05:42:25.187502 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.255185 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65218e2-0947-4254-a2db-ebece82b3863 req-ddbe1a79-265b-483a-8806-45c12aea2248 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.261552 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-ddbe1a79-265b-483a-8806-45c12aea2248 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5004017 Mar 28 05:42:25.308545 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-8131074e-f563-41c9-8966-d9b3a9610266 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/quotas/93d76c5f4dc54e82acfb9af07e31e9dd HTTP/1.1" status: 200 len: 375 time: 0.0442636 Mar 28 05:42:25.309511 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-85e778a9-b84a-4606-802e-59e8289cfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.313287 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-85e778a9-b84a-4606-802e-59e8289cfddd service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b3542ed-75ac-43f9-b903-118cb2dfd801 HTTP/1.1" status: 200 len: 910 time: 0.2536523 Mar 28 05:42:25.327372 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-284efe59-dafe-486b-a5b0-7314b31fa322 req-c2cb15bb-be5c-4df9-905e-2fcb747768dd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510639 Mar 28 05:42:25.374214 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59836) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:25.382938 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-1dba2a61-6da6-4cfc-a562-57805d379f8d tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93d76c5f4dc54e82acfb9af07e31e9dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674214 Mar 28 05:42:25.385163 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-60460ee9-1d6f-41e4-97a7-138ff027ba7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fc8993-6b78-485d-a093-4b784c0b35f4 HTTP/1.1" status: 200 len: 217 time: 0.0564418 Mar 28 05:42:25.399844 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3d15e72-18c3-4c37-93f2-91f5a025e5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.417777 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 59838) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:25.449258 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-8e553e0d-0368-4e7d-bea8-21d33b77498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.450771 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-8e553e0d-0368-4e7d-bea8-21d33b77498a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1670b210-475e-44a9-b9d0-dde4ab3a4785 HTTP/1.1" status: 200 len: 849 time: 0.0541635 Mar 28 05:42:25.478844 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ecd4348a-03cc-4dad-ba72-dc8eed819ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.511199 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-74c2b461-2028-4084-8cfa-10bd164ecdbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b3542ed-75ac-43f9-b903-118cb2dfd801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478189 Mar 28 05:42:25.613428 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c207a3-09a9-4535-9533-f9871dcdc8f5 req-21093840-b1f9-439d-8e59-8fb99e49e479 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.615057 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-53c207a3-09a9-4535-9533-f9871dcdc8f5 req-21093840-b1f9-439d-8e59-8fb99e49e479 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 943 time: 0.1613340 Mar 28 05:42:25.650485 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3d15e72-18c3-4c37-93f2-91f5a025e5cc admin admin] Publish callbacks [] for security_group (61ba9847-5a1b-4a89-9143-8389382b8005), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.666271 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3d15e72-18c3-4c37-93f2-91f5a025e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (61ba9847-5a1b-4a89-9143-8389382b8005), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.683496 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-c2f07165-e47a-4b13-83bd-8c49d8ae2d43 service neutron] 10.222.0.30 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642268 Mar 28 05:42:25.722522 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e7455-1cfb-4724-8514-ffb7c2d44d35 req-ebb52c33-c0a1-4ecd-96db-42186da7c2ca tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:25.724023 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-272e7455-1cfb-4724-8514-ffb7c2d44d35 req-ebb52c33-c0a1-4ecd-96db-42186da7c2ca tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 931 time: 0.1532433 Mar 28 05:42:25.751604 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-53c207a3-09a9-4535-9533-f9871dcdc8f5 req-1bd65d0f-3f9b-4aeb-bc7c-32700306bc4f tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218450 Mar 28 05:42:25.755635 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ecd4348a-03cc-4dad-ba72-dc8eed819ae8 admin admin] Publish callbacks [] for security_group (173fded4-3f8b-4246-a0be-e2bbb8d2e2b0), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.767003 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d15e72-18c3-4c37-93f2-91f5a025e5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba9847-5a1b-4a89-9143-8389382b8005,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:25.771984 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebca5c56-d882-401f-9b49-cd9f5e2aa784 {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:25.782387 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e3d15e72-18c3-4c37-93f2-91f5a025e5cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1f1e8ed89d545d988310a6589189b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049170 Mar 28 05:42:25.782532 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59848) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:25.782697 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ecd4348a-03cc-4dad-ba72-dc8eed819ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (173fded4-3f8b-4246-a0be-e2bbb8d2e2b0), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.808422 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Publish callbacks [] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.815217 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-ecd4348a-03cc-4dad-ba72-dc8eed819ae8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a168fe23d3944fae8d9925b6d61d2f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936615 Mar 28 05:42:25.818845 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59850) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:25.842290 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Transition to ACTIVE for port object ebca5c56-d882-401f-9b49-cd9f5e2aa784 will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:42:25.844730 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4348a-03cc-4dad-ba72-dc8eed819ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173fded4-3f8b-4246-a0be-e2bbb8d2e2b0,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:25.851579 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.901431 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-272e7455-1cfb-4724-8514-ffb7c2d44d35 req-59fe3272-8ec4-4289-98fa-f0ce0ee6cac8 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442411 Mar 28 05:42:25.903594 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ddeb8a0-7f32-43d8-8d64-d70bc5d85d6d req-b48e188b-477e-4b7c-a2cd-b72b6755b67e service neutron] 10.222.0.30 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100823 Mar 28 05:42:25.963642 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Pushing event updated for resources: {'Port': ['ID=ebca5c56-d882-401f-9b49-cd9f5e2aa784,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:25.969824 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-70440f3e-a427-4907-b495-2093cfbcf01e admin admin] Publish callbacks [] for security_group (61ba9847-5a1b-4a89-9143-8389382b8005), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:25.995251 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Attempting to bind port ebca5c56-d882-401f-9b49-cd9f5e2aa784 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:25.995585 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Attempting to bind port ebca5c56-d882-401f-9b49-cd9f5e2aa784 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '91a743d0-f924-4b33-939c-ee3f5f707953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a9de740d-d0af-4bc0-96ad-2818ea9e9de5'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:25.995912 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Attempting to bind port ebca5c56-d882-401f-9b49-cd9f5e2aa784 on network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:26.000391 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Port ebca5c56-d882-401f-9b49-cd9f5e2aa784 on network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:42:26.000707 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Attempting to bind port ebca5c56-d882-401f-9b49-cd9f5e2aa784 on network a9de740d-d0af-4bc0-96ad-2818ea9e9de5 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:26.004975 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fd2d6215-0558-47e4-9a7e-219cc51b98ea req-1e5f8c8d-1797-466a-a27b-8909613f62e5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 210 time: 0.0551543 Mar 28 05:42:26.005576 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:26.005909 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Checking segment: {'id': '91a743d0-f924-4b33-939c-ee3f5f707953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a9de740d-d0af-4bc0-96ad-2818ea9e9de5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:26.006283 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Bound using segment: {'id': '91a743d0-f924-4b33-939c-ee3f5f707953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a9de740d-d0af-4bc0-96ad-2818ea9e9de5'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:26.006700 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Bound port: ebca5c56-d882-401f-9b49-cd9f5e2aa784, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a743d0-f924-4b33-939c-ee3f5f707953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a9de740d-d0af-4bc0-96ad-2818ea9e9de5'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:26.007055 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.018888 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5752ce4c-bba6-4c83-8fb6-eef9d62d00c6 admin admin] Publish callbacks [] for security_group (173fded4-3f8b-4246-a0be-e2bbb8d2e2b0), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.033001 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-70440f3e-a427-4907-b495-2093cfbcf01e admin admin] Publish callbacks [] for security_group (61ba9847-5a1b-4a89-9143-8389382b8005), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.079323 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11dc4e-c5f1-4f77-b177-61b8f5a918b9 req-045a5b7f-5974-4015-bdde-44e758db8192 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:26.080740 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fc11dc4e-c5f1-4f77-b177-61b8f5a918b9 req-045a5b7f-5974-4015-bdde-44e758db8192 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1726911 Mar 28 05:42:26.091769 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5752ce4c-bba6-4c83-8fb6-eef9d62d00c6 admin admin] Publish callbacks [] for security_group (173fded4-3f8b-4246-a0be-e2bbb8d2e2b0), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.092423 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] For port ebca5c56-d882-401f-9b49-cd9f5e2aa784, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:26.096397 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] For port ebca5c56-d882-401f-9b49-cd9f5e2aa784, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ebca5c56-d882-401f-9b49-cd9f5e2aa784,segment=NetworkSegment(91a743d0-f924-4b33-939c-ee3f5f707953),segment_id=91a743d0-f924-4b33-939c-ee3f5f707953)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:26.105624 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.152655 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:26.153559 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.155623 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] 10.222.0.30 "PUT /v2.0/ports/ebca5c56-d882-401f-9b49-cd9f5e2aa784 HTTP/1.1" status: 200 len: 1093 time: 1.0973606 Mar 28 05:42:26.156115 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62217f69-ef79-43b0-ac35-2c5a5c4b6501', 'tag': 'ebca5c56-d882-401f-9b49-cd9f5e2aa784'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:26.158873 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "62217f69-ef79-43b0-ac35-2c5a5c4b6501", "tag": "ebca5c56-d882-401f-9b49-cd9f5e2aa784"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:26.159296 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-70440f3e-a427-4907-b495-2093cfbcf01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (61ba9847-5a1b-4a89-9143-8389382b8005), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.161939 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-70440f3e-a427-4907-b495-2093cfbcf01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.163077 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-70440f3e-a427-4907-b495-2093cfbcf01e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61ba9847-5a1b-4a89-9143-8389382b8005 HTTP/1.1" status: 204 len: 168 time: 0.3799796 Mar 28 05:42:26.189770 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fc11dc4e-c5f1-4f77-b177-61b8f5a918b9 req-09d2ba79-d7d3-48d4-bf6c-4a7cdf09f2a9 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849316 Mar 28 05:42:26.195196 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70440f3e-a427-4907-b495-2093cfbcf01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba9847-5a1b-4a89-9143-8389382b8005,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:26.211787 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5752ce4c-bba6-4c83-8fb6-eef9d62d00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (173fded4-3f8b-4246-a0be-e2bbb8d2e2b0), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.215316 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5752ce4c-bba6-4c83-8fb6-eef9d62d00c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.216484 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-5752ce4c-bba6-4c83-8fb6-eef9d62d00c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/173fded4-3f8b-4246-a0be-e2bbb8d2e2b0 HTTP/1.1" status: 204 len: 168 time: 0.3928597 Mar 28 05:42:26.220179 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9452ae8-93e6-4aca-b4e3-c52277c843ca service neutron] Pushing event updated for resources: {'Port': ['ID=ebca5c56-d882-401f-9b49-cd9f5e2aa784,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:26.230580 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:42:26.234153 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752ce4c-bba6-4c83-8fb6-eef9d62d00c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fded4-3f8b-4246-a0be-e2bbb8d2e2b0,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:26.246549 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044a7185-f584-424f-a8d7-dd3ac4794640 x-openstack-request-id: req-044a7185-f584-424f-a8d7-dd3ac4794640 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:26.246729 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62217f69-ef79-43b0-ac35-2c5a5c4b6501", "tag": "ebca5c56-d882-401f-9b49-cd9f5e2aa784", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:26.246990 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-044a7185-f584-424f-a8d7-dd3ac4794640 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:26.247385 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044a7185-f584-424f-a8d7-dd3ac4794640'] response: {'name': 'network-changed', 'server_uuid': '62217f69-ef79-43b0-ac35-2c5a5c4b6501', 'tag': 'ebca5c56-d882-401f-9b49-cd9f5e2aa784', 'status': 'completed', 'code': 200} Mar 28 05:42:26.291684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-686e5f80-fc8f-42b9-a60d-8cb3ec591a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:26.294189 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-686e5f80-fc8f-42b9-a60d-8cb3ec591a91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a161c360b28346eebf0162b70a9ba7f9&device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 1127 time: 0.0687044 Mar 28 05:42:26.371452 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-9c6aceb9-3d87-4790-bddc-64ec6c6e2de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebca5c56-d882-401f-9b49-cd9f5e2aa784 HTTP/1.1" status: 200 len: 217 time: 0.0639348 Mar 28 05:42:26.385866 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:26.414815 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '42c865c4-39fc-4857-8f09-314da5e25a70', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'port_id': '42c865c4-39fc-4857-8f09-314da5e25a70', 'mac_address': 'fa:16:3e:b6:59:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:42:26.447295 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-3c73df2e-948a-4515-8ed1-618f05d59a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:26.449079 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-3c73df2e-948a-4515-8ed1-618f05d59a1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31ee1a72-c814-4297-bbc7-bf068b1603c8 HTTP/1.1" status: 200 len: 849 time: 0.0644763 Mar 28 05:42:26.500493 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-ae49b9fe-fad9-4c59-955d-d431066c6a9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9de740d-d0af-4bc0-96ad-2818ea9e9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434000 Mar 28 05:42:26.503532 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 42c865c4-39fc-4857-8f09-314da5e25a70 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:26.503935 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.515109 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904f873-245b-47f3-94bd-e4e09e8126a3 req-1912d252-8027-4d20-98cd-fcb8bdfdd576 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:26.526921 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5904f873-245b-47f3-94bd-e4e09e8126a3 req-1912d252-8027-4d20-98cd-fcb8bdfdd576 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0887666 Mar 28 05:42:26.527049 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c865c4-39fc-4857-8f09-314da5e25a70 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:26.553369 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:26.560982 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.609622 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5904f873-245b-47f3-94bd-e4e09e8126a3 req-e21c78cc-2793-4ffd-9d24-0976a3d99fb1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817411 Mar 28 05:42:26.652932 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:26.676811 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-271018a2-adba-47cc-a2d9-80fd0568d974 service neutron] 10.222.0.30 "GET /v2.0/networks/a9de740d-d0af-4bc0-96ad-2818ea9e9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456432 Mar 28 05:42:26.777076 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b559b35f-a00f-420e-9171-fb5981d3e41e req-91c8f64b-f70f-4670-90d8-146f31a0c8aa service neutron] 10.222.0.30 "GET /v2.0/networks/a9de740d-d0af-4bc0-96ad-2818ea9e9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929592 Mar 28 05:42:26.836562 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59878) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:26.852050 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32e961eb-780a-4944-8940-3b52c27f2bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:26.864718 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['42c865c4-39fc-4857-8f09-314da5e25a70'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:26.940583 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-be76aa8c-0f71-452d-922d-58580b423ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:26.942127 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-be76aa8c-0f71-452d-922d-58580b423ce5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a161c360b28346eebf0162b70a9ba7f9&device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 1127 time: 0.0817962 Mar 28 05:42:26.961284 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a41e41-8e76-4a3d-8b07-7242c9869fab req-a2ec3288-8f56-40ea-950a-bb6f219952fd tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:26.970392 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-21a41e41-8e76-4a3d-8b07-7242c9869fab req-a2ec3288-8f56-40ea-950a-bb6f219952fd tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 943 time: 0.1065536 Mar 28 05:42:27.023087 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-5aff1b03-8455-4563-80de-825c72809802 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=93d76c5f4dc54e82acfb9af07e31e9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494285 Mar 28 05:42:27.129240 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-d9c85415-e77a-4fca-8b70-aa757ceeec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:27.131193 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-d9c85415-e77a-4fca-8b70-aa757ceeec19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a9de740d-d0af-4bc0-96ad-2818ea9e9de5 HTTP/1.1" status: 200 len: 910 time: 0.1704459 Mar 28 05:42:27.183339 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-21a41e41-8e76-4a3d-8b07-7242c9869fab req-75559482-e62d-4b4a-8212-3876eba0c099 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118218 Mar 28 05:42:27.189464 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-ba7432f2-d8ff-4628-81ad-781c7a45a8a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebca5c56-d882-401f-9b49-cd9f5e2aa784 HTTP/1.1" status: 200 len: 217 time: 0.0443125 Mar 28 05:42:27.201132 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32e961eb-780a-4944-8940-3b52c27f2bf7 admin admin] Publish callbacks [] for security_group (7b63802c-53c1-4605-b377-8510988c3fb7), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.218177 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32e961eb-780a-4944-8940-3b52c27f2bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7b63802c-53c1-4605-b377-8510988c3fb7), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.256320 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4692f90-a018-4ff6-a842-b7efc2d1edf0 req-b9de76c0-645c-4104-87f1-9d34923bb6d0 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:27.258327 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a4692f90-a018-4ff6-a842-b7efc2d1edf0 req-b9de76c0-645c-4104-87f1-9d34923bb6d0 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 943 time: 0.2413890 Mar 28 05:42:27.271034 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-b539f0d5-8afe-4f2e-b5d1-9370d679c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:27.272518 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-b539f0d5-8afe-4f2e-b5d1-9370d679c816 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31ee1a72-c814-4297-bbc7-bf068b1603c8 HTTP/1.1" status: 200 len: 849 time: 0.0644774 Mar 28 05:42:27.309533 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-a11b57c2-3b74-4b75-bca7-c41d8b390f10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a9de740d-d0af-4bc0-96ad-2818ea9e9de5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297849 Mar 28 05:42:27.341367 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65218e2-0947-4254-a2db-ebece82b3863 req-dc3aed1d-4eab-4773-9b91-fc63553cee94 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:27.342848 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-dc3aed1d-4eab-4773-9b91-fc63553cee94 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816751 Mar 28 05:42:27.350854 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-32e961eb-780a-4944-8940-3b52c27f2bf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4d157c0d41e4aa49ff7b117cabfa76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5092568 Mar 28 05:42:27.350854 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e961eb-780a-4944-8940-3b52c27f2bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b63802c-53c1-4605-b377-8510988c3fb7,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:27.353429 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 59898) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:27.378739 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Request body: {'port': {'device_id': '2c99a27a-14f1-4db9-868a-bd8cf5610e67', 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf', 'admin_state_up': True, 'tenant_id': '93d76c5f4dc54e82acfb9af07e31e9dd'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:27.387356 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e37b7f89-2fec-4568-9227-0d999864ee8c req-405f814d-6548-4d71-891d-eb443f029839 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 210 time: 0.0834022 Mar 28 05:42:27.413277 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-ee160f01-55a4-44bd-a25b-1429e51ae038 service neutron] 10.222.0.30 "GET /v2.0/networks/a9de740d-d0af-4bc0-96ad-2818ea9e9de5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962505 Mar 28 05:42:27.459962 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a4692f90-a018-4ff6-a842-b7efc2d1edf0 req-fce615b6-c5d3-44b3-87ce-be9db896cde3 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899571 Mar 28 05:42:27.531773 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b73f5ccc-1c02-474f-a8c3-3b8a0d79a0a8 req-0053ee87-db08-4c55-b04b-fbd47e1b377e service neutron] 10.222.0.30 "GET /v2.0/networks/a9de740d-d0af-4bc0-96ad-2818ea9e9de5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065497 Mar 28 05:42:27.537603 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4ef34a1f-30cb-4783-b0cd-7781315a3e25 admin admin] Publish callbacks [] for security_group (7b63802c-53c1-4605-b377-8510988c3fb7), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.581493 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4ef34a1f-30cb-4783-b0cd-7781315a3e25 admin admin] Publish callbacks [] for security_group (7b63802c-53c1-4605-b377-8510988c3fb7), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.616985 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75227f42-548e-4273-9477-eed6ed852c0d req-1c9f16c2-0fc7-4dd0-9c2c-c5bccc779712 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:27.618398 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-75227f42-548e-4273-9477-eed6ed852c0d req-1c9f16c2-0fc7-4dd0-9c2c-c5bccc779712 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1303964 Mar 28 05:42:27.653963 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Made reservation on behalf of 93d76c5f4dc54e82acfb9af07e31e9dd for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:27.657256 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.671014 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.731163 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-75227f42-548e-4273-9477-eed6ed852c0d req-67389850-e6ed-4075-9ead-b200383c626d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045439 Mar 28 05:42:27.737925 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4ef34a1f-30cb-4783-b0cd-7781315a3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7b63802c-53c1-4605-b377-8510988c3fb7), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.740361 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4ef34a1f-30cb-4783-b0cd-7781315a3e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.741466 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4ef34a1f-30cb-4783-b0cd-7781315a3e25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b63802c-53c1-4605-b377-8510988c3fb7 HTTP/1.1" status: 204 len: 168 time: 0.3715239 Mar 28 05:42:27.760319 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef34a1f-30cb-4783-b0cd-7781315a3e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b63802c-53c1-4605-b377-8510988c3fb7,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:27.797988 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab4382-b819-475c-b4b2-7541b1cc8a50 req-7a2640d3-3d4e-4a9f-aa6d-7110cc7ae390 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:27.799494 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c7ab4382-b819-475c-b4b2-7541b1cc8a50 req-7a2640d3-3d4e-4a9f-aa6d-7110cc7ae390 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 945 time: 0.1071308 Mar 28 05:42:27.855415 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks [] for security_group (a150c64a-df89-43df-b12f-91f4a562818e), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.866335 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a150c64a-df89-43df-b12f-91f4a562818e), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:27.910288 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c7ab4382-b819-475c-b4b2-7541b1cc8a50 req-97eb5deb-a5eb-44a3-b7fb-f21c3edb9cc9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954351 Mar 28 05:42:27.939345 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a150c64a-df89-43df-b12f-91f4a562818e,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:28.019063 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Allocated IP 192.168.233.106 (9d686c10-9f0b-4487-8489-2c6b28d934cf/e0c33d2d-5dfc-43d5-ae11-1d19ef3658f4/b402d780-fc93-4370-888c-4fab14409f02) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:28.168131 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks [] for port (b402d780-fc93-4370-888c-4fab14409f02), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.202665 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (b402d780-fc93-4370-888c-4fab14409f02), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.250513 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Network 9d686c10-9f0b-4487-8489-2c6b28d934cf is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:28.252701 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 65fc8993-6b78-485d-a093-4b784c0b35f4 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:42:28.255706 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:28.255834 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:28.260519 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:28.265553 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:28.266994 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.270884 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Pushing event updated for resources: {'Port': ['ID=b402d780-fc93-4370-888c-4fab14409f02,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:28.307858 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-499a847c-0039-473b-99ab-40a64475edb5 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9389384 Mar 28 05:42:28.323130 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Request body: {'port': {'device_id': '2c99a27a-14f1-4db9-868a-bd8cf5610e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:28.389618 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420067ec-6748-4f6b-9a64-6f9d21b6cb71 req-38dfa086-e453-455b-aab9-c343fb3b6e10 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:28.391313 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-420067ec-6748-4f6b-9a64-6f9d21b6cb71 req-38dfa086-e453-455b-aab9-c343fb3b6e10 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 943 time: 0.1212976 Mar 28 05:42:28.408211 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b402d780-fc93-4370-888c-4fab14409f02), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.427831 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 42c865c4-39fc-4857-8f09-314da5e25a70 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:42:28.439387 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 42c865c4-39fc-4857-8f09-314da5e25a70 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:28.439759 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.472960 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 65fc8993-6b78-485d-a093-4b784c0b35f4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65fc8993-6b78-485d-a093-4b784c0b35f4,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:28.494357 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-420067ec-6748-4f6b-9a64-6f9d21b6cb71 req-1945cff4-2c11-4d60-a0a7-4762546c6fba tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955975 Mar 28 05:42:28.510331 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '65fc8993-6b78-485d-a093-4b784c0b35f4', 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801', 'port_id': '65fc8993-6b78-485d-a093-4b784c0b35f4', 'mac_address': 'fa:16:3e:1d:f8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1670b210-475e-44a9-b9d0-dde4ab3a4785', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:42:28.573695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 65fc8993-6b78-485d-a093-4b784c0b35f4 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:28.574089 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.613580 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fc8993-6b78-485d-a093-4b784c0b35f4 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:28.651503 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 65fc8993-6b78-485d-a093-4b784c0b35f4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65fc8993-6b78-485d-a093-4b784c0b35f4,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:28.653836 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 42c865c4-39fc-4857-8f09-314da5e25a70 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:28.654143 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.663282 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-e975cfae-1438-41ac-b3ee-8e35d12b4e99 None None] Provisioning complete for port b402d780-fc93-4370-888c-4fab14409f02 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:28.663657 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e975cfae-1438-41ac-b3ee-8e35d12b4e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b402d780-fc93-4370-888c-4fab14409f02), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.665226 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.904786 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49df255-2df9-4225-ab67-7f696cd70308 req-947a5b6d-2e10-43a8-949d-dd860067fa30 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:28.906352 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a49df255-2df9-4225-ab67-7f696cd70308 req-947a5b6d-2e10-43a8-949d-dd860067fa30 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 936 time: 0.4207718 Mar 28 05:42:28.912109 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:28.917732 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d61af5-967f-4c8c-9597-b121793b6767" -d '{"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-plugged", "status": "completed", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:28.929968 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:28.944950 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:28.954789 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-e975cfae-1438-41ac-b3ee-8e35d12b4e99 None None] Port b402d780-fc93-4370-888c-4fab14409f02 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:42:28.968930 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=65fc8993-6b78-485d-a093-4b784c0b35f4,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:29.002861 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac8932-4259-42ab-9fe9-3e3e023b1a4d req-626f9301-8746-4dff-bddf-3486f1777fd3 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.009694 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-33ac8932-4259-42ab-9fe9-3e3e023b1a4d req-626f9301-8746-4dff-bddf-3486f1777fd3 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 943 time: 0.4262657 Mar 28 05:42:29.039635 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:29.048081 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a49df255-2df9-4225-ab67-7f696cd70308 req-fee1563e-9843-4ca3-adcd-30f8763c6e18 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304016 Mar 28 05:42:29.069703 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['65fc8993-6b78-485d-a093-4b784c0b35f4'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:29.101850 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-33ac8932-4259-42ab-9fe9-3e3e023b1a4d req-99d2d8dd-8dfa-4835-99f5-e35d687672f0 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905216 Mar 28 05:42:29.160437 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e31d44d-a421-41d3-b638-4b93f6906f5a x-openstack-request-id: req-2e31d44d-a421-41d3-b638-4b93f6906f5a {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:29.160752 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-plugged", "status": "completed", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:29.161033 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e31d44d-a421-41d3-b638-4b93f6906f5a {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:29.164030 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e31d44d-a421-41d3-b638-4b93f6906f5a'] response: {'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70', 'code': 200} Mar 28 05:42:29.298002 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b402d780-fc93-4370-888c-4fab14409f02 {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:29.318441 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Publish callbacks [] for port (b402d780-fc93-4370-888c-4fab14409f02), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:29.349643 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921afb96-a249-4dbe-9e66-e87a4de8388b req-dda1d233-c925-460c-a440-a5df6d8475fd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.351370 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-921afb96-a249-4dbe-9e66-e87a4de8388b req-dda1d233-c925-460c-a440-a5df6d8475fd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.1305790 Mar 28 05:42:29.363490 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b760f96-5bf4-4305-a012-51cd09121320 req-5f02f453-65db-4920-a0b9-1aafe99a3283 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.365004 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6b760f96-5bf4-4305-a012-51cd09121320 req-5f02f453-65db-4920-a0b9-1aafe99a3283 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.2078786 Mar 28 05:42:29.366077 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Transition to ACTIVE for port object b402d780-fc93-4370-888c-4fab14409f02 will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:42:29.394761 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b402d780-fc93-4370-888c-4fab14409f02), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:29.414711 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe2327-ec13-424e-96f1-4ca15dc2e559 req-136fcaea-19e1-4b33-9f49-1d744f1b70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.417732 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fdbe2327-ec13-424e-96f1-4ca15dc2e559 req-136fcaea-19e1-4b33-9f49-1d744f1b70f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 1130 time: 0.0667746 Mar 28 05:42:29.481817 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fdbe2327-ec13-424e-96f1-4ca15dc2e559 req-fc606136-55b7-4917-9adb-4f3d79160aca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569704 Mar 28 05:42:29.498253 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Pushing event updated for resources: {'Port': ['ID=b402d780-fc93-4370-888c-4fab14409f02,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:29.506302 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-921afb96-a249-4dbe-9e66-e87a4de8388b req-f4c1c988-fbdf-41d9-b156-bd0690af8616 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388493 Mar 28 05:42:29.512127 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6b760f96-5bf4-4305-a012-51cd09121320 req-9c4bab18-01b0-49a1-9d86-95024145bf48 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381097 Mar 28 05:42:29.553089 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Attempting to bind port b402d780-fc93-4370-888c-4fab14409f02 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:29.553486 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Attempting to bind port b402d780-fc93-4370-888c-4fab14409f02 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:29.553911 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Attempting to bind port b402d780-fc93-4370-888c-4fab14409f02 on network 9d686c10-9f0b-4487-8489-2c6b28d934cf {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:29.559659 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Port b402d780-fc93-4370-888c-4fab14409f02 on network 9d686c10-9f0b-4487-8489-2c6b28d934cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:42:29.560232 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Attempting to bind port b402d780-fc93-4370-888c-4fab14409f02 on network 9d686c10-9f0b-4487-8489-2c6b28d934cf {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:29.565234 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:29.565791 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Checking segment: {'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:29.566387 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Bound using segment: {'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:29.566912 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Bound port: b402d780-fc93-4370-888c-4fab14409f02, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5980f67-e63d-414e-88c2-204a489fa740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:29.567498 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b402d780-fc93-4370-888c-4fab14409f02), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:29.688150 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] For port b402d780-fc93-4370-888c-4fab14409f02, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:29.693198 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] For port b402d780-fc93-4370-888c-4fab14409f02, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b402d780-fc93-4370-888c-4fab14409f02,segment=NetworkSegment(b5980f67-e63d-414e-88c2-204a489fa740),segment_id=b5980f67-e63d-414e-88c2-204a489fa740)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:29.706619 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0de1c-95fd-404a-846d-85e6a6025889 req-a4f2a2bc-b7eb-4f3f-94e1-3013602bb81b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.713608 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-37f0de1c-95fd-404a-846d-85e6a6025889 req-a4f2a2bc-b7eb-4f3f-94e1-3013602bb81b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 944 time: 0.0958705 Mar 28 05:42:29.717709 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b402d780-fc93-4370-888c-4fab14409f02), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:29.803045 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.803746 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:29.805814 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] 10.222.0.30 "PUT /v2.0/ports/b402d780-fc93-4370-888c-4fab14409f02 HTTP/1.1" status: 200 len: 1098 time: 1.4903920 Mar 28 05:42:29.828307 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c99a27a-14f1-4db9-868a-bd8cf5610e67', 'tag': 'b402d780-fc93-4370-888c-4fab14409f02'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:29.831324 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b501b68-af16-470c-a19f-ce00a0577226" -d '{"events": [{"name": "network-changed", "server_uuid": "2c99a27a-14f1-4db9-868a-bd8cf5610e67", "tag": "b402d780-fc93-4370-888c-4fab14409f02"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:29.849895 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-37f0de1c-95fd-404a-846d-85e6a6025889 req-ffb1f4df-f3be-4150-9672-cad26a842717 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351604 Mar 28 05:42:29.861639 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fb2eb-8113-4268-a2d6-dcbc75e8ca33 service neutron] Pushing event updated for resources: {'Port': ['ID=b402d780-fc93-4370-888c-4fab14409f02,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:29.914926 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f8d235-6cb3-4888-a28d-90a90659cae2 x-openstack-request-id: req-a8f8d235-6cb3-4888-a28d-90a90659cae2 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:29.916241 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c99a27a-14f1-4db9-868a-bd8cf5610e67", "tag": "b402d780-fc93-4370-888c-4fab14409f02", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:29.916241 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8f8d235-6cb3-4888-a28d-90a90659cae2 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:29.916472 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f8d235-6cb3-4888-a28d-90a90659cae2'] response: {'name': 'network-changed', 'server_uuid': '2c99a27a-14f1-4db9-868a-bd8cf5610e67', 'tag': 'b402d780-fc93-4370-888c-4fab14409f02', 'status': 'completed', 'code': 200} Mar 28 05:42:29.935483 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65218e2-0947-4254-a2db-ebece82b3863 req-074331eb-b55e-47f5-8a5f-a1177e07ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:29.936986 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-074331eb-b55e-47f5-8a5f-a1177e07ccd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93d76c5f4dc54e82acfb9af07e31e9dd&device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 1132 time: 0.0547018 Mar 28 05:42:30.006958 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-762711a0-2fb0-4d38-a7d1-b75a42f880bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=b402d780-fc93-4370-888c-4fab14409f02 HTTP/1.1" status: 200 len: 217 time: 0.0426760 Mar 28 05:42:30.059100 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65218e2-0947-4254-a2db-ebece82b3863 req-81ee2f4b-a73e-4d63-903a-e99e48c8ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.060591 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-81ee2f4b-a73e-4d63-903a-e99e48c8ddd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0c33d2d-5dfc-43d5-ae11-1d19ef3658f4 HTTP/1.1" status: 200 len: 843 time: 0.0475469 Mar 28 05:42:30.131942 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65218e2-0947-4254-a2db-ebece82b3863 req-c2b987bd-0676-4817-9a0f-ad93d06bc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.135463 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-c2b987bd-0676-4817-9a0f-ad93d06bc201 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d686c10-9f0b-4487-8489-2c6b28d934cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0615339 Mar 28 05:42:30.257711 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd8a1a-46ac-4a1c-92df-218270c9cccb req-ffd49d21-2a4b-410e-8a1c-1421afe79911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.259212 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device ebca5c56-d882-401f-9b49-cd9f5e2aa784 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:42:30.261112 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-16bd8a1a-46ac-4a1c-92df-218270c9cccb req-ffd49d21-2a4b-410e-8a1c-1421afe79911 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 1129 time: 0.0491915 Mar 28 05:42:30.262858 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 65fc8993-6b78-485d-a093-4b784c0b35f4 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:30.295411 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813be940-3fa0-4618-b055-e3cebf614692 req-d914d2e3-db30-48e5-8500-264f0a2df2a9 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.296949 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-813be940-3fa0-4618-b055-e3cebf614692 req-d914d2e3-db30-48e5-8500-264f0a2df2a9 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 948 time: 0.1603665 Mar 28 05:42:30.334288 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-440e3884-ebf0-44ab-b408-16a3e44e0ffd service neutron] 10.222.0.30 "GET /v2.0/networks/9d686c10-9f0b-4487-8489-2c6b28d934cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655695 Mar 28 05:42:30.340795 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-16bd8a1a-46ac-4a1c-92df-218270c9cccb req-aee5e060-b2c1-468d-bbfd-18af1a4ffe47 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Mar 28 05:42:30.346688 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2429e-fe23-4b80-9ec2-ff253b658e1f req-3101c989-3ce2-477e-b29a-4f10f586913a tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.348129 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32c2429e-fe23-4b80-9ec2-ff253b658e1f req-3101c989-3ce2-477e-b29a-4f10f586913a tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 943 time: 0.1594520 Mar 28 05:42:30.404629 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 65fc8993-6b78-485d-a093-4b784c0b35f4 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:42:30.412048 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 65fc8993-6b78-485d-a093-4b784c0b35f4 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:30.412421 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.452600 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-813be940-3fa0-4618-b055-e3cebf614692 req-4056aad9-186d-4e65-8a54-0d1216d5e450 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448412 Mar 28 05:42:30.473288 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port ebca5c56-d882-401f-9b49-cd9f5e2aa784, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ebca5c56-d882-401f-9b49-cd9f5e2aa784,segment=NetworkSegment(91a743d0-f924-4b33-939c-ee3f5f707953),segment_id=91a743d0-f924-4b33-939c-ee3f5f707953)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:30.484837 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32c2429e-fe23-4b80-9ec2-ff253b658e1f req-1378abdc-5b9b-4d0e-8cf3-f7dfb9f2fa6e tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116924 Mar 28 05:42:30.488320 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': 'ebca5c56-d882-401f-9b49-cd9f5e2aa784', 'network_id': 'a9de740d-d0af-4bc0-96ad-2818ea9e9de5', 'port_id': 'ebca5c56-d882-401f-9b49-cd9f5e2aa784', 'mac_address': 'fa:16:3e:74:60:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ee1a72-c814-4297-bbc7-bf068b1603c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:42:30.508290 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e65218e2-0947-4254-a2db-ebece82b3863 req-f898212f-b9b4-4453-bfcf-26816803035b service neutron] 10.222.0.30 "GET /v2.0/networks/9d686c10-9f0b-4487-8489-2c6b28d934cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569974 Mar 28 05:42:30.555815 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port ebca5c56-d882-401f-9b49-cd9f5e2aa784 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:30.557086 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.560253 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 65fc8993-6b78-485d-a093-4b784c0b35f4 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:30.560632 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.586218 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebca5c56-d882-401f-9b49-cd9f5e2aa784 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:30.633677 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port ebca5c56-d882-401f-9b49-cd9f5e2aa784, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ebca5c56-d882-401f-9b49-cd9f5e2aa784,segment=NetworkSegment(91a743d0-f924-4b33-939c-ee3f5f707953),segment_id=91a743d0-f924-4b33-939c-ee3f5f707953)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:30.638167 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 65fc8993-6b78-485d-a093-4b784c0b35f4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65fc8993-6b78-485d-a093-4b784c0b35f4,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:30.639777 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.644778 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:30.693575 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=ebca5c56-d882-401f-9b49-cd9f5e2aa784,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:30.736554 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2309d-d016-41fb-b9ef-6c6f8402e1ca req-2ba3659e-aefa-40c7-bacf-8fe5d5fb1a67 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.738076 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a3f2309d-d016-41fb-b9ef-6c6f8402e1ca req-2ba3659e-aefa-40c7-bacf-8fe5d5fb1a67 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1383381 Mar 28 05:42:30.744371 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=65fc8993-6b78-485d-a093-4b784c0b35f4,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:30.744834 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2e3b5-569a-4773-8843-7cc3f4544f2a req-e9576746-282b-460f-9b78-1027829d31d5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.746275 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c9e2e3b5-569a-4773-8843-7cc3f4544f2a req-e9576746-282b-460f-9b78-1027829d31d5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.1272547 Mar 28 05:42:30.750882 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501b68-af16-470c-a19f-ce00a0577226 req-6d5d3134-2339-4ff6-89ed-20e7719c484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.752270 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4b501b68-af16-470c-a19f-ce00a0577226 req-6d5d3134-2339-4ff6-89ed-20e7719c484d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=93d76c5f4dc54e82acfb9af07e31e9dd&device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 1132 time: 0.1321602 Mar 28 05:42:30.870737 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a3f2309d-d016-41fb-b9ef-6c6f8402e1ca req-565f0643-19af-4ef0-8455-8e3e4d0c164a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226566 Mar 28 05:42:30.880553 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c9e2e3b5-569a-4773-8843-7cc3f4544f2a req-1168cf54-5ac4-452e-a75b-5e383c240c2c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274147 Mar 28 05:42:30.935829 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501b68-af16-470c-a19f-ce00a0577226 req-34974d22-04b4-4cdb-b4b2-6b7faf76d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:30.937340 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4b501b68-af16-470c-a19f-ce00a0577226 req-34974d22-04b4-4cdb-b4b2-6b7faf76d1df service neutron] 10.222.0.30 "GET /v2.0/networks?id=9d686c10-9f0b-4487-8489-2c6b28d934cf HTTP/1.1" status: 200 len: 870 time: 0.1568723 Mar 28 05:42:31.017217 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4b501b68-af16-470c-a19f-ce00a0577226 req-1458f960-64a7-4684-83e1-c5a3caca6772 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=b402d780-fc93-4370-888c-4fab14409f02 HTTP/1.1" status: 200 len: 217 time: 0.0561550 Mar 28 05:42:31.029897 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['ebca5c56-d882-401f-9b49-cd9f5e2aa784'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:31.067823 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a24f0-9cb2-4f71-b8c9-7e805da7675e req-2e4dd0f1-0ab6-4dba-9c92-4706654a6f8d tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:31.069366 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-992a24f0-9cb2-4f71-b8c9-7e805da7675e req-2e4dd0f1-0ab6-4dba-9c92-4706654a6f8d tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 945 time: 0.1181779 Mar 28 05:42:31.112040 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501b68-af16-470c-a19f-ce00a0577226 req-db4cdf96-49ba-4824-b40c-df8d38a2f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:31.113954 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4b501b68-af16-470c-a19f-ce00a0577226 req-db4cdf96-49ba-4824-b40c-df8d38a2f54c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0c33d2d-5dfc-43d5-ae11-1d19ef3658f4 HTTP/1.1" status: 200 len: 843 time: 0.0840769 Mar 28 05:42:31.148832 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60024) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:31.164693 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-992a24f0-9cb2-4f71-b8c9-7e805da7675e req-81fa1b74-7ce9-4366-af8d-91086edca69f tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863495 Mar 28 05:42:31.165095 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd4586-9937-4363-b5fe-8091b1a6d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc8993-6b78-485d-a093-4b784c0b35f4'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:31.169558 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a9c109-271e-4353-b86b-c560b67b6256" -d '{"events": [{"server_uuid": "07dd4586-9937-4363-b5fe-8091b1a6d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "65fc8993-6b78-485d-a093-4b784c0b35f4"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:31.185888 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b501b68-af16-470c-a19f-ce00a0577226 req-6e8d473d-a806-4972-9844-f1d78d76744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:31.187610 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4b501b68-af16-470c-a19f-ce00a0577226 req-6e8d473d-a806-4972-9844-f1d78d76744e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9d686c10-9f0b-4487-8489-2c6b28d934cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636852 Mar 28 05:42:31.212190 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0109f202-a0f6-42b2-a33e-c74913f83380 x-openstack-request-id: req-0109f202-a0f6-42b2-a33e-c74913f83380 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:31.212651 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd4586-9937-4363-b5fe-8091b1a6d4ca", "name": "network-vif-plugged", "status": "completed", "tag": "65fc8993-6b78-485d-a093-4b784c0b35f4", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:31.213040 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0109f202-a0f6-42b2-a33e-c74913f83380 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:31.213508 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0109f202-a0f6-42b2-a33e-c74913f83380'] response: {'server_uuid': '07dd4586-9937-4363-b5fe-8091b1a6d4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc8993-6b78-485d-a093-4b784c0b35f4', 'code': 200} Mar 28 05:42:31.281831 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1a042066-0a75-4397-b526-5b0affb0dd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:31.302689 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4b501b68-af16-470c-a19f-ce00a0577226 req-52b7c0b2-26ed-47e8-90e9-1c5121dd6240 service neutron] 10.222.0.30 "GET /v2.0/networks/9d686c10-9f0b-4487-8489-2c6b28d934cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961950 Mar 28 05:42:31.362495 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1a042066-0a75-4397-b526-5b0affb0dd14 admin admin] Publish callbacks [] for security_group (52fcbb16-2ff9-495d-b957-373e25319c09), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:31.367842 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1a042066-0a75-4397-b526-5b0affb0dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (52fcbb16-2ff9-495d-b957-373e25319c09), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:31.417485 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4b501b68-af16-470c-a19f-ce00a0577226 req-8703b1c9-749a-49c3-8eb4-9268f8a67c86 service neutron] 10.222.0.30 "GET /v2.0/networks/9d686c10-9f0b-4487-8489-2c6b28d934cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975695 Mar 28 05:42:31.435297 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a042066-0a75-4397-b526-5b0affb0dd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fcbb16-2ff9-495d-b957-373e25319c09,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:31.444215 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 60034) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:31.453507 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-1a042066-0a75-4397-b526-5b0affb0dd14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d802296658ff4db69c2e4a761520ff73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025882 Mar 28 05:42:31.492107 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad350d60-1e26-47fd-a5d5-23af4eaa91ce req-0f794103-9943-43b7-93f7-dc154cf79806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:31.496912 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ad350d60-1e26-47fd-a5d5-23af4eaa91ce req-0f794103-9943-43b7-93f7-dc154cf79806 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 1129 time: 0.1069860 Mar 28 05:42:31.526176 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-564423c4-cc82-44cf-a1d9-6b6850cf024a admin admin] Publish callbacks [] for security_group (52fcbb16-2ff9-495d-b957-373e25319c09), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:31.552531 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-564423c4-cc82-44cf-a1d9-6b6850cf024a admin admin] Publish callbacks [] for security_group (52fcbb16-2ff9-495d-b957-373e25319c09), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:31.582918 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ad350d60-1e26-47fd-a5d5-23af4eaa91ce req-7e48919b-cf09-40c3-8f7e-4a790f9588ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771155 Mar 28 05:42:31.679199 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44369c3-9cec-41e7-8c4e-86494114f5d8 req-1ba43161-06ff-4132-8938-361b98df3413 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:31.680714 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c44369c3-9cec-41e7-8c4e-86494114f5d8 req-1ba43161-06ff-4132-8938-361b98df3413 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 948 time: 0.1191354 Mar 28 05:42:31.691835 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12e650-fcd3-42ac-ba3b-cedf39ebb953 req-2ad0b7d5-10c1-4624-a4de-4d5137c9fd80 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:31.693670 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9d12e650-fcd3-42ac-ba3b-cedf39ebb953 req-2ad0b7d5-10c1-4624-a4de-4d5137c9fd80 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 944 time: 0.1207051 Mar 28 05:42:31.699022 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-564423c4-cc82-44cf-a1d9-6b6850cf024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (52fcbb16-2ff9-495d-b957-373e25319c09), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:31.701589 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-564423c4-cc82-44cf-a1d9-6b6850cf024a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:31.702903 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-564423c4-cc82-44cf-a1d9-6b6850cf024a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52fcbb16-2ff9-495d-b957-373e25319c09 HTTP/1.1" status: 204 len: 168 time: 0.2574902 Mar 28 05:42:31.707711 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:42:31.740106 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564423c4-cc82-44cf-a1d9-6b6850cf024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fcbb16-2ff9-495d-b957-373e25319c09,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:31.795747 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c44369c3-9cec-41e7-8c4e-86494114f5d8 req-c3d74326-e2c4-4e3d-a5ef-1b86f18b8f0a tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980844 Mar 28 05:42:31.809562 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9d12e650-fcd3-42ac-ba3b-cedf39ebb953 req-887fd1a8-9519-48a9-9d76-68b89bdc7379 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055944 Mar 28 05:42:32.054152 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dba2f3-73b1-43d1-93bb-8ada6ec106b8 req-82a732e9-0b26-4031-985e-71da8bcc566c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:32.055516 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-09dba2f3-73b1-43d1-93bb-8ada6ec106b8 req-82a732e9-0b26-4031-985e-71da8bcc566c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0926955 Mar 28 05:42:32.074043 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577de5a-4f5b-4652-b1ed-4490f398a82e req-ccc84696-e289-4ecb-bebb-07a07a415cc9 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:32.075437 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3577de5a-4f5b-4652-b1ed-4490f398a82e req-ccc84696-e289-4ecb-bebb-07a07a415cc9 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0833895 Mar 28 05:42:32.136558 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-09dba2f3-73b1-43d1-93bb-8ada6ec106b8 req-9f0921c1-d8e1-4461-8f56-acad8466b3c7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744898 Mar 28 05:42:32.143276 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3577de5a-4f5b-4652-b1ed-4490f398a82e req-b87b844f-6ce5-40e9-ba14-4009de03b2f3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607991 Mar 28 05:42:32.256863 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device ebca5c56-d882-401f-9b49-cd9f5e2aa784 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:32.288055 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379591f6-5ce8-4725-8716-e701c55bcb60 req-6d9100fb-26b3-4d98-96ca-473431c49a5b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:32.289558 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-379591f6-5ce8-4725-8716-e701c55bcb60 req-6d9100fb-26b3-4d98-96ca-473431c49a5b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0861394 Mar 28 05:42:32.300496 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60052) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:32.302475 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0b621-3fdd-4bf1-9bed-b8749eeacdda req-2529a363-f612-4d5c-8c62-a1e044e45b5c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:32.303943 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6be0b621-3fdd-4bf1-9bed-b8749eeacdda req-2529a363-f612-4d5c-8c62-a1e044e45b5c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 945 time: 0.0701411 Mar 28 05:42:32.306022 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'floatingip': {'port_id': '42c865c4-39fc-4857-8f09-314da5e25a70'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:32.318086 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port ebca5c56-d882-401f-9b49-cd9f5e2aa784 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:42:32.322249 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port ebca5c56-d882-401f-9b49-cd9f5e2aa784 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:32.322695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:32.352348 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (92018009-3451-427d-89c3-126a75ea92c3), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:32.355175 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6be0b621-3fdd-4bf1-9bed-b8749eeacdda req-f60debcb-7231-49e9-8d78-bd2f92efe535 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Mar 28 05:42:32.406251 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port ebca5c56-d882-401f-9b49-cd9f5e2aa784 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:32.406639 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:32.438108 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port ebca5c56-d882-401f-9b49-cd9f5e2aa784, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ebca5c56-d882-401f-9b49-cd9f5e2aa784,segment=NetworkSegment(91a743d0-f924-4b33-939c-ee3f5f707953),segment_id=91a743d0-f924-4b33-939c-ee3f5f707953)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:32.441995 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:32.488566 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=ebca5c56-d882-401f-9b49-cd9f5e2aa784,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:32.777745 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:32.781517 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (92018009-3451-427d-89c3-126a75ea92c3), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:32.894813 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Floating IP 92018009-3451-427d-89c3-126a75ea92c3 associated. External IP: 172.28.0.98, port: 42c865c4-39fc-4857-8f09-314da5e25a70. Mar 28 05:42:32.966398 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdb248-78e8-40ab-9a05-e41d9812d051 req-16548d0d-9b4c-456d-a403-4919d6e68ea6 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:32.967886 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-97fdb248-78e8-40ab-9a05-e41d9812d051 req-16548d0d-9b4c-456d-a403-4919d6e68ea6 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 948 time: 0.0939970 Mar 28 05:42:33.003263 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba009c9e-cbf6-46e4-aa5a-e1d11abf61f6 req-0d28951f-4c30-4b7e-b804-92ba2335bb88 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:33.005178 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba009c9e-cbf6-46e4-aa5a-e1d11abf61f6 req-0d28951f-4c30-4b7e-b804-92ba2335bb88 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 945 time: 0.0948493 Mar 28 05:42:33.058333 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-97fdb248-78e8-40ab-9a05-e41d9812d051 req-678d1ebc-0da8-4bc6-87c7-71a33e4700ee tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821514 Mar 28 05:42:33.085947 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba009c9e-cbf6-46e4-aa5a-e1d11abf61f6 req-48be24ce-57d2-4137-b6ae-059aafb8fcab tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720506 Mar 28 05:42:33.180162 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Router 9bc19fb9-86c6-45d3-8769-215d65ddd61a has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:42:33.214782 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62217f69-ef79-43b0-ac35-2c5a5c4b6501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebca5c56-d882-401f-9b49-cd9f5e2aa784'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:33.217294 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf22e6a-a4ae-4b5e-a071-149bb916e137" -d '{"events": [{"server_uuid": "62217f69-ef79-43b0-ac35-2c5a5c4b6501", "name": "network-vif-plugged", "status": "completed", "tag": "ebca5c56-d882-401f-9b49-cd9f5e2aa784"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:33.255663 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad471f7-e03b-454b-a805-c9ebe96efe1a x-openstack-request-id: req-0ad471f7-e03b-454b-a805-c9ebe96efe1a {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:33.256054 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62217f69-ef79-43b0-ac35-2c5a5c4b6501", "name": "network-vif-plugged", "status": "completed", "tag": "ebca5c56-d882-401f-9b49-cd9f5e2aa784", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:33.256416 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad471f7-e03b-454b-a805-c9ebe96efe1a {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:33.257064 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad471f7-e03b-454b-a805-c9ebe96efe1a'] response: {'server_uuid': '62217f69-ef79-43b0-ac35-2c5a5c4b6501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebca5c56-d882-401f-9b49-cd9f5e2aa784', 'code': 200} Mar 28 05:42:33.309757 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849e6aa-5c21-4fb4-914f-793aab480287 req-760f5ee4-9b05-4acc-ab2d-39ddf8fad06b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:33.313687 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1849e6aa-5c21-4fb4-914f-793aab480287 req-760f5ee4-9b05-4acc-ab2d-39ddf8fad06b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0807147 Mar 28 05:42:33.337764 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:42:33.349808 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] Sync routers for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:42:33.351553 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:33.365902 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:42:33.366842 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:42:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:33.383499 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-2f15e7ae-0aab-408e-b018-8dcd37e48772 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "PUT /v2.0/floatingips/92018009-3451-427d-89c3-126a75ea92c3 HTTP/1.1" status: 200 len: 991 time: 1.0813317 Mar 28 05:42:33.384204 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:33.386724 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe270d-0f06-445d-be29-771284ca5953" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:33.425712 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1849e6aa-5c21-4fb4-914f-793aab480287 req-b538461e-c13c-4674-a9bd-28f99dc193d7 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057618 Mar 28 05:42:33.500198 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bac624-f86e-4f22-a698-eb2546a03c80 x-openstack-request-id: req-35bac624-f86e-4f22-a698-eb2546a03c80 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:33.500966 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:33.500966 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35bac624-f86e-4f22-a698-eb2546a03c80 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:33.501250 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bac624-f86e-4f22-a698-eb2546a03c80'] response: {'name': 'network-changed', 'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70', 'status': 'completed', 'code': 200} Mar 28 05:42:33.505128 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:42:33.508195 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014a1f5-118a-407e-852b-6c1747b3b5a6 req-587a8589-5448-4f5a-84d8-3ca38ac5297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:33.509929 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7014a1f5-118a-407e-852b-6c1747b3b5a6 req-587a8589-5448-4f5a-84d8-3ca38ac5297e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 1129 time: 0.0506573 Mar 28 05:42:33.595103 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7014a1f5-118a-407e-852b-6c1747b3b5a6 req-c13ceaf8-92f7-49d7-9083-32073edb296a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772583 Mar 28 05:42:33.635348 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c82f2-056e-4adf-952b-ad2881343862 req-bedb111b-6968-4294-9f08-74ad17b335db tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:33.636864 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-551c82f2-056e-4adf-952b-ad2881343862 req-bedb111b-6968-4294-9f08-74ad17b335db tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 945 time: 0.1580868 Mar 28 05:42:33.647530 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe270d-0f06-445d-be29-771284ca5953 req-ec04bd5c-6957-46b0-9ad9-54b0a92497a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:33.648978 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2efe270d-0f06-445d-be29-771284ca5953 req-ec04bd5c-6957-46b0-9ad9-54b0a92497a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 1130 time: 0.1166582 Mar 28 05:42:33.693452 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b5d47-2c49-4751-9bc0-eb5a82711ca1 req-ea6dc510-b8b4-4e2d-99f5-ac56e9813ad8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:33.694688 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-624b5d47-2c49-4751-9bc0-eb5a82711ca1 req-ea6dc510-b8b4-4e2d-99f5-ac56e9813ad8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1058269 Mar 28 05:42:33.716595 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-551c82f2-056e-4adf-952b-ad2881343862 req-7af254a6-b337-4009-90b1-20f7a4a31f18 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713105 Mar 28 05:42:33.777826 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-624b5d47-2c49-4751-9bc0-eb5a82711ca1 req-8254ced2-5662-4350-9ef9-e0099aa85274 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738611 Mar 28 05:42:33.871888 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '92018009-3451-427d-89c3-126a75ea92c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'port_id': '42c865c4-39fc-4857-8f09-314da5e25a70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'mac_address': 'fa:16:3e:b6:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:42:15Z', 'updated_at': '2022-03-28T05:42:32Z', 'revision_number': 1, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:33.898624 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] Checking router: 9bc19fb9-86c6-45d3-8769-215d65ddd61a for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:42:33.907303 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:42:33.908160 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:42:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:33.924704 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe270d-0f06-445d-be29-771284ca5953 req-03879abb-b6a1-48fb-8fe1-9db378a29f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:33.926221 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2efe270d-0f06-445d-be29-771284ca5953 req-03879abb-b6a1-48fb-8fe1-9db378a29f6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.0969379 Mar 28 05:42:34.038086 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:42:34.053287 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2efe270d-0f06-445d-be29-771284ca5953 req-95b156c4-0dcc-4ee1-9937-91668e29812c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c865c4-39fc-4857-8f09-314da5e25a70 HTTP/1.1" status: 200 len: 999 time: 0.1202474 Mar 28 05:42:34.194710 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe270d-0f06-445d-be29-771284ca5953 req-b3c8996e-a2ad-45e3-bcf7-4f6fd79312d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:34.196243 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2efe270d-0f06-445d-be29-771284ca5953 req-b3c8996e-a2ad-45e3-bcf7-4f6fd79312d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.1339064 Mar 28 05:42:34.296069 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a0870-45d7-43ab-a962-cd599f54d423 req-8009481e-6c13-4c09-91d0-02c0ddc1b63b tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:34.299653 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device b402d780-fc93-4370-888c-4fab14409f02 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:42:34.303148 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2e0a0870-45d7-43ab-a962-cd599f54d423 req-8009481e-6c13-4c09-91d0-02c0ddc1b63b tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 948 time: 0.1507065 Mar 28 05:42:34.357002 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '92018009-3451-427d-89c3-126a75ea92c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'port_id': '42c865c4-39fc-4857-8f09-314da5e25a70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'mac_address': 'fa:16:3e:b6:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:42:15Z', 'updated_at': '2022-03-28T05:42:32Z', 'revision_number': 1, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:34.362386 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a52b25-bbf9-4fb0-be34-7c320d41e4a4 req-3fa62da1-4732-4dc3-ac92-b8dd5cda9e94 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:34.370616 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-61a52b25-bbf9-4fb0-be34-7c320d41e4a4 req-3fa62da1-4732-4dc3-ac92-b8dd5cda9e94 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 945 time: 0.1719704 Mar 28 05:42:34.392369 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7cf579-cefb-4ba2-befd-78676d9bfe8a None None] The sync data for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb is: [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '92018009-3451-427d-89c3-126a75ea92c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'port_id': '42c865c4-39fc-4857-8f09-314da5e25a70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'mac_address': 'fa:16:3e:b6:59:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:42:15Z', 'updated_at': '2022-03-28T05:42:32Z', 'revision_number': 1, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:42:34.418949 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port b402d780-fc93-4370-888c-4fab14409f02, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b402d780-fc93-4370-888c-4fab14409f02,segment=NetworkSegment(b5980f67-e63d-414e-88c2-204a489fa740),segment_id=b5980f67-e63d-414e-88c2-204a489fa740)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:34.422656 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe270d-0f06-445d-be29-771284ca5953 req-f5841813-4214-4cf7-9d9a-eee76f27d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:34.424131 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2efe270d-0f06-445d-be29-771284ca5953 req-f5841813-4214-4cf7-9d9a-eee76f27d52b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2100191 Mar 28 05:42:34.430025 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': 'b402d780-fc93-4370-888c-4fab14409f02', 'network_id': '9d686c10-9f0b-4487-8489-2c6b28d934cf', 'port_id': 'b402d780-fc93-4370-888c-4fab14409f02', 'mac_address': 'fa:16:3e:46:30:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c33d2d-5dfc-43d5-ae11-1d19ef3658f4', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:42:34.476209 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port b402d780-fc93-4370-888c-4fab14409f02 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:34.476462 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2e0a0870-45d7-43ab-a962-cd599f54d423 req-5b9a6d8b-f370-4d1b-81ec-16239bb4f2d0 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706853 Mar 28 05:42:34.476633 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b402d780-fc93-4370-888c-4fab14409f02), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.486341 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-61a52b25-bbf9-4fb0-be34-7c320d41e4a4 req-898a2e78-31e5-41bd-86f9-d8317dd792cc tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137242 Mar 28 05:42:34.492944 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b402d780-fc93-4370-888c-4fab14409f02 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:34.518282 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port b402d780-fc93-4370-888c-4fab14409f02, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b402d780-fc93-4370-888c-4fab14409f02,segment=NetworkSegment(b5980f67-e63d-414e-88c2-204a489fa740),segment_id=b5980f67-e63d-414e-88c2-204a489fa740)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:34.523747 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b402d780-fc93-4370-888c-4fab14409f02), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:34.577293 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2efe270d-0f06-445d-be29-771284ca5953 req-d2758f74-b997-4130-a10d-24257d51aade service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419756 Mar 28 05:42:34.587765 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=b402d780-fc93-4370-888c-4fab14409f02,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:34.672455 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7913ea08-b4e1-40eb-baca-213f7c4cbef2 None None] New status for floating IP 92018009-3451-427d-89c3-126a75ea92c3: ACTIVE {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:42:34.705423 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2efe270d-0f06-445d-be29-771284ca5953 req-f6d0391f-d3ed-4ba8-9ff3-1c1165f6d868 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062932 Mar 28 05:42:34.793160 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25046e7-1768-45cf-aa95-efdd817be41e req-9f26ff00-c99c-443f-b9fe-9b87900d33f1 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:34.794664 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a25046e7-1768-45cf-aa95-efdd817be41e req-9f26ff00-c99c-443f-b9fe-9b87900d33f1 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 945 time: 0.0787301 Mar 28 05:42:34.851312 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a25046e7-1768-45cf-aa95-efdd817be41e req-6e7b1ed7-5b14-4950-978c-c116c84f9c28 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498810 Mar 28 05:42:35.101897 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['b402d780-fc93-4370-888c-4fab14409f02'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:35.154774 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-41cab428-4eda-45cd-9d47-c23558b462b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.679360 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295fe03-2b49-45b9-874b-a7f7dfa2e9ae req-468f4a9a-58ab-4136-bf63-af41ecf4454b tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:35.680949 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7295fe03-2b49-45b9-874b-a7f7dfa2e9ae req-468f4a9a-58ab-4136-bf63-af41ecf4454b tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 949 time: 0.1321528 Mar 28 05:42:35.692759 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60168) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:35.693890 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415973a-1b98-41df-a65d-a5adb6caa605 req-6f1294a6-22c9-480c-9d66-6332d9a974a5 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:35.695316 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e415973a-1b98-41df-a65d-a5adb6caa605 req-6f1294a6-22c9-480c-9d66-6332d9a974a5 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 945 time: 0.1095130 Mar 28 05:42:35.698912 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-6e8a96ca-6bdf-4b94-a087-1326ee798555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:35.700539 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-6e8a96ca-6bdf-4b94-a087-1326ee798555 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 1129 time: 0.1136715 Mar 28 05:42:35.804072 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f5bf7d2f-0b4b-4c83-9124-10264d57f54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.830452 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7295fe03-2b49-45b9-874b-a7f7dfa2e9ae req-9fa227aa-64d1-45f4-912b-9ec062879d5d tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341805 Mar 28 05:42:35.834820 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e415973a-1b98-41df-a65d-a5adb6caa605 req-76781f1d-ee3d-43aa-8bca-d4db11efb73d tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327786 Mar 28 05:42:35.854940 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-4b124254-ec37-4463-b1d7-35a4537c7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:35.856598 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-4b124254-ec37-4463-b1d7-35a4537c7e0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.1368082 Mar 28 05:42:35.914775 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f5bf7d2f-0b4b-4c83-9124-10264d57f54b admin admin] Publish callbacks [] for security_group (2af4c8fb-ad63-4bab-b84e-7ab34d9c78f7), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.920131 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f5bf7d2f-0b4b-4c83-9124-10264d57f54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (2af4c8fb-ad63-4bab-b84e-7ab34d9c78f7), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:35.920329 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-07f72b9a-0b7a-4371-83ed-0792fea9ca27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76b3b696-58f6-4012-b417-0a186f52411b HTTP/1.1" status: 200 len: 217 time: 0.0487545 Mar 28 05:42:35.959920 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf7d2f-0b4b-4c83-9124-10264d57f54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af4c8fb-ad63-4bab-b84e-7ab34d9c78f7,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:35.965847 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-f5bf7d2f-0b4b-4c83-9124-10264d57f54b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0577eabb6e5e469fad8aaf18110f0093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719533 Mar 28 05:42:35.969838 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 60176) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:36.269447 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8170f43-f271-4111-b8d8-d6b0cbce265c req-92975ecc-2163-4450-9547-c429b1b0a862 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:36.270890 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c8170f43-f271-4111-b8d8-d6b0cbce265c req-92975ecc-2163-4450-9547-c429b1b0a862 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.3537524 Mar 28 05:42:36.273306 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-3dacabbf-660e-4c50-b90e-86a04a837209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:36.275128 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-3dacabbf-660e-4c50-b90e-86a04a837209 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.3259919 Mar 28 05:42:36.317852 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device b402d780-fc93-4370-888c-4fab14409f02 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:36.318525 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d8670-249f-44e7-8438-03cb95fafeb6 req-a7969083-2e84-4753-8b41-fea7d4373242 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:36.319990 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a49d8670-249f-44e7-8438-03cb95fafeb6 req-a7969083-2e84-4753-8b41-fea7d4373242 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 945 time: 0.3727250 Mar 28 05:42:36.349409 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdb98-f0d6-42d3-9bdb-2abfe74176d6 admin admin] Publish callbacks [] for security_group (2af4c8fb-ad63-4bab-b84e-7ab34d9c78f7), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.368259 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port b402d780-fc93-4370-888c-4fab14409f02 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:42:36.372774 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port b402d780-fc93-4370-888c-4fab14409f02 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:36.373213 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b402d780-fc93-4370-888c-4fab14409f02), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.401435 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdb98-f0d6-42d3-9bdb-2abfe74176d6 admin admin] Publish callbacks [] for security_group (2af4c8fb-ad63-4bab-b84e-7ab34d9c78f7), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.414776 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c8170f43-f271-4111-b8d8-d6b0cbce265c req-5e2fb093-e52f-48cd-a578-b0aaf118a5ce tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352792 Mar 28 05:42:36.448463 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-4d50d977-8cb3-45ad-ac3f-733041d4911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:36.450015 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-4d50d977-8cb3-45ad-ac3f-733041d4911d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1594312 Mar 28 05:42:36.450163 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port b402d780-fc93-4370-888c-4fab14409f02 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:36.450503 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b402d780-fc93-4370-888c-4fab14409f02), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.460200 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a49d8670-249f-44e7-8438-03cb95fafeb6 req-85159a25-1c97-44be-aa73-8db48c9f5613 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224794 Mar 28 05:42:36.487434 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99a27a-14f1-4db9-868a-bd8cf5610e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b402d780-fc93-4370-888c-4fab14409f02'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:36.489743 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf38afe-400d-43f7-a9c5-8219f47d46d5" -d '{"events": [{"server_uuid": "2c99a27a-14f1-4db9-868a-bd8cf5610e67", "name": "network-vif-plugged", "status": "completed", "tag": "b402d780-fc93-4370-888c-4fab14409f02"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:36.502410 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port b402d780-fc93-4370-888c-4fab14409f02, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b402d780-fc93-4370-888c-4fab14409f02,segment=NetworkSegment(b5980f67-e63d-414e-88c2-204a489fa740),segment_id=b5980f67-e63d-414e-88c2-204a489fa740)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:36.506983 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b402d780-fc93-4370-888c-4fab14409f02), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.542306 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51db48ad-adc0-430b-80b5-37469737e466 x-openstack-request-id: req-51db48ad-adc0-430b-80b5-37469737e466 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:36.542770 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99a27a-14f1-4db9-868a-bd8cf5610e67", "name": "network-vif-plugged", "status": "completed", "tag": "b402d780-fc93-4370-888c-4fab14409f02", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:36.543032 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51db48ad-adc0-430b-80b5-37469737e466 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:36.543427 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51db48ad-adc0-430b-80b5-37469737e466'] response: {'server_uuid': '2c99a27a-14f1-4db9-868a-bd8cf5610e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b402d780-fc93-4370-888c-4fab14409f02', 'code': 200} Mar 28 05:42:36.543832 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdb98-f0d6-42d3-9bdb-2abfe74176d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (2af4c8fb-ad63-4bab-b84e-7ab34d9c78f7), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.546448 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4f5cdb98-f0d6-42d3-9bdb-2abfe74176d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.547571 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4f5cdb98-f0d6-42d3-9bdb-2abfe74176d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2af4c8fb-ad63-4bab-b84e-7ab34d9c78f7 HTTP/1.1" status: 204 len: 168 time: 0.5772088 Mar 28 05:42:36.564085 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cdb98-f0d6-42d3-9bdb-2abfe74176d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af4c8fb-ad63-4bab-b84e-7ab34d9c78f7,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:36.572185 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-93b02024-4b0d-4c8f-a50d-3ef5ed3d1044 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064878 Mar 28 05:42:36.583044 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=b402d780-fc93-4370-888c-4fab14409f02,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:36.681717 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2789bdec-e486-49be-abe5-943ba00d9e14 req-fb35dc8f-e2c4-40b6-9012-bee0b5e8490d service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988948 Mar 28 05:42:36.749515 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4ff77-8d81-4d7b-aeed-6c420e41e449 req-11627d5b-9bdb-4451-aaf4-87b4a43c7462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:36.751048 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ada4ff77-8d81-4d7b-aeed-6c420e41e449 req-11627d5b-9bdb-4451-aaf4-87b4a43c7462 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 1134 time: 0.0494034 Mar 28 05:42:36.809507 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ada4ff77-8d81-4d7b-aeed-6c420e41e449 req-9bf9e8fb-4b9e-4a2c-b1f0-be583745681c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Mar 28 05:42:36.841425 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 60192) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:36.855060 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-aedaf6e5-80ba-4ed0-acec-782014fa9a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.953369 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-aedaf6e5-80ba-4ed0-acec-782014fa9a82 admin admin] Publish callbacks [] for security_group (8a4dc127-3415-47a3-8969-acb6cd6e58fc), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:36.957970 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-aedaf6e5-80ba-4ed0-acec-782014fa9a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (8a4dc127-3415-47a3-8969-acb6cd6e58fc), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.003164 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876d7a3-ad1e-423a-9a27-a857d18a2a95 req-cdd5ab64-f95e-4811-b007-2fec6633ce01 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:37.004534 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d876d7a3-ad1e-423a-9a27-a857d18a2a95 req-cdd5ab64-f95e-4811-b007-2fec6633ce01 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 950 time: 0.1019516 Mar 28 05:42:37.009729 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-aedaf6e5-80ba-4ed0-acec-782014fa9a82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb4e5b984dd24ce9a0f76b3c1ae840ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670289 Mar 28 05:42:37.012291 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60196) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:37.017147 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaf6e5-80ba-4ed0-acec-782014fa9a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4dc127-3415-47a3-8969-acb6cd6e58fc,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:37.059229 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d876d7a3-ad1e-423a-9a27-a857d18a2a95 req-f7a342d6-61d3-44c7-beef-524d817a2b8a tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Mar 28 05:42:37.064583 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d68-d843-4212-974d-634f56749f02 admin admin] Publish callbacks [] for security_group (8a4dc127-3415-47a3-8969-acb6cd6e58fc), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.085714 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d68-d843-4212-974d-634f56749f02 admin admin] Publish callbacks [] for security_group (8a4dc127-3415-47a3-8969-acb6cd6e58fc), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.132808 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d68-d843-4212-974d-634f56749f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (8a4dc127-3415-47a3-8969-acb6cd6e58fc), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.135381 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e19b8d68-d843-4212-974d-634f56749f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.136535 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e19b8d68-d843-4212-974d-634f56749f02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a4dc127-3415-47a3-8969-acb6cd6e58fc HTTP/1.1" status: 204 len: 168 time: 0.1229997 Mar 28 05:42:37.143861 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b8d68-d843-4212-974d-634f56749f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4dc127-3415-47a3-8969-acb6cd6e58fc,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:37.324946 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a68ba8b7-8b9b-4f37-8042-a85a69edf7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.500812 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-fd0191a8-f34a-48f2-b111-8ba6a4ee04bc tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:37.502485 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-fd0191a8-f34a-48f2-b111-8ba6a4ee04bc tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.30 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 945 time: 0.1185470 Mar 28 05:42:37.680524 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0531e-6e3c-4373-823e-61844fdaca41 req-e9af02df-5708-4f29-9b58-f3ad070c8bd0 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:37.682378 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-09f0531e-6e3c-4373-823e-61844fdaca41 req-e9af02df-5708-4f29-9b58-f3ad070c8bd0 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1524751 Mar 28 05:42:37.707836 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46417788-2bd7-46f5-94fd-7d6f79dffee2 req-13c402d5-431e-422e-b0f8-6b1b13943f7b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:37.710249 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-46417788-2bd7-46f5-94fd-7d6f79dffee2 req-13c402d5-431e-422e-b0f8-6b1b13943f7b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 945 time: 0.1354606 Mar 28 05:42:37.713630 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Deleting port 65fc8993-6b78-485d-a093-4b784c0b35f4 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:42:37.714243 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:37.805390 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-09f0531e-6e3c-4373-823e-61844fdaca41 req-1f0a2fd9-19be-44dd-ac2d-b2550ea2d3fb tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162939 Mar 28 05:42:37.821800 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-46417788-2bd7-46f5-94fd-7d6f79dffee2 req-89c37774-c9d7-4ec4-a7d5-28638bba978c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981250 Mar 28 05:42:38.068649 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] For port 65fc8993-6b78-485d-a093-4b784c0b35f4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=65fc8993-6b78-485d-a093-4b784c0b35f4,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:38.069209 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:38.083721 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Calling delete_port for 65fc8993-6b78-485d-a093-4b784c0b35f4 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:42:38.190834 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bff34-1784-4ec3-8bba-93fa589cc72c req-efdcbcde-953d-4947-aa51-472169cca79e tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:38.192344 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d97bff34-1784-4ec3-8bba-93fa589cc72c req-efdcbcde-953d-4947-aa51-472169cca79e tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 950 time: 0.0632787 Mar 28 05:42:38.249890 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d97bff34-1784-4ec3-8bba-93fa589cc72c req-42d20cfd-2716-4aba-b5e5-132e24cf916a tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Mar 28 05:42:38.258493 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (65fc8993-6b78-485d-a093-4b784c0b35f4), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:38.274281 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['65fc8993-6b78-485d-a093-4b784c0b35f4'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:38.289735 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Pushing event deleted for resources: {'Port': ['ID=65fc8993-6b78-485d-a093-4b784c0b35f4,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:38.360236 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] No DVR routers for this DVR port 65fc8993-6b78-485d-a093-4b784c0b35f4 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:42:38.363927 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:38.367891 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7a71d0b6-3498-445b-9afa-e47bdcb080a5 req-055f4db9-8125-4335-8ec5-7aa9a342428c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.30 "DELETE /v2.0/ports/65fc8993-6b78-485d-a093-4b784c0b35f4 HTTP/1.1" status: 204 len: 173 time: 0.8593931 Mar 28 05:42:38.368901 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd4586-9937-4363-b5fe-8091b1a6d4ca', 'name': 'network-vif-deleted', 'tag': '65fc8993-6b78-485d-a093-4b784c0b35f4'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:38.371427 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6e87fe-68d6-45b0-b297-6277968df212" -d '{"events": [{"server_uuid": "07dd4586-9937-4363-b5fe-8091b1a6d4ca", "name": "network-vif-deleted", "tag": "65fc8993-6b78-485d-a093-4b784c0b35f4"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:38.412659 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14c4af4-f48d-49de-8a3a-888b92001a17 x-openstack-request-id: req-d14c4af4-f48d-49de-8a3a-888b92001a17 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:38.413220 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd4586-9937-4363-b5fe-8091b1a6d4ca", "name": "network-vif-deleted", "tag": "65fc8993-6b78-485d-a093-4b784c0b35f4", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:38.413416 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d14c4af4-f48d-49de-8a3a-888b92001a17 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:38.413821 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14c4af4-f48d-49de-8a3a-888b92001a17'] response: {'server_uuid': '07dd4586-9937-4363-b5fe-8091b1a6d4ca', 'name': 'network-vif-deleted', 'tag': '65fc8993-6b78-485d-a093-4b784c0b35f4', 'status': 'completed', 'code': 200} Mar 28 05:42:38.835555 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:38.848728 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f23699-755a-47ed-867d-d7639b0405f8 req-35d2923d-d928-40c5-96db-fc0e7bbb4644 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:38.850259 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b8f23699-755a-47ed-867d-d7639b0405f8 req-35d2923d-d928-40c5-96db-fc0e7bbb4644 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 945 time: 0.0609546 Mar 28 05:42:38.927032 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b8f23699-755a-47ed-867d-d7639b0405f8 req-6d746f30-20af-4132-949b-637992d98784 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702643 Mar 28 05:42:38.946507 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b71274-f342-4570-8ec0-7d750a8e8822 req-fc258eaf-e290-4f3a-bf0d-24678af9aff5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:38.948200 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-64b71274-f342-4570-8ec0-7d750a8e8822 req-fc258eaf-e290-4f3a-bf0d-24678af9aff5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0763557 Mar 28 05:42:39.002535 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-64b71274-f342-4570-8ec0-7d750a8e8822 req-86918d3d-46d9-48b4-8a05-9e5b712d2b60 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489130 Mar 28 05:42:39.032303 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4ca78813-e5a3-4603-b7a5-61c96fea73cd req-3057003d-6711-46fb-b4aa-d6708a80280c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dd4586-9937-4363-b5fe-8091b1a6d4ca HTTP/1.1" status: 200 len: 210 time: 0.0333397 Mar 28 05:42:39.365138 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917158c-4cdb-476e-8919-d6e91bb934b8 req-e9d5ec30-e316-4f04-8a23-b2913b0f3253 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:39.366483 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3917158c-4cdb-476e-8919-d6e91bb934b8 req-e9d5ec30-e316-4f04-8a23-b2913b0f3253 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 950 time: 0.0513625 Mar 28 05:42:39.412951 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3917158c-4cdb-476e-8919-d6e91bb934b8 req-9d32649c-bbf8-4a1a-8615-89cffeb44bbd tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406218 Mar 28 05:42:39.682629 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0ee60-858b-4d92-a92d-9a6f4a8b5490 req-fd92519c-1c4b-4001-b68f-302e254bbeae tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:39.684100 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fac0ee60-858b-4d92-a92d-9a6f4a8b5490 req-fd92519c-1c4b-4001-b68f-302e254bbeae tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 950 time: 0.0558648 Mar 28 05:42:39.730198 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fac0ee60-858b-4d92-a92d-9a6f4a8b5490 req-3008478f-7d81-423a-9c27-9478e43b7f0c tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Mar 28 05:42:40.044892 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653ebe6-719f-4804-b9f2-b06c14b24a70 req-48d918b7-d4f7-47b6-b34b-aa4313f39862 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:40.046470 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5653ebe6-719f-4804-b9f2-b06c14b24a70 req-48d918b7-d4f7-47b6-b34b-aa4313f39862 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 945 time: 0.0515678 Mar 28 05:42:40.117152 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5653ebe6-719f-4804-b9f2-b06c14b24a70 req-543c772e-8363-4466-9dee-dec38b61cde5 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/security-groups?id=34814aa3-3c4d-4430-8fd5-4ae52fd296cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651941 Mar 28 05:42:40.136357 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17319c-1396-49f5-9d4a-3ec9da8e77f4 req-eb6d76f5-dc14-4413-9c50-4c1d3f6d9141 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:40.137853 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1d17319c-1396-49f5-9d4a-3ec9da8e77f4 req-eb6d76f5-dc14-4413-9c50-4c1d3f6d9141 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0677948 Mar 28 05:42:40.191621 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1d17319c-1396-49f5-9d4a-3ec9da8e77f4 req-02f8aaa6-abd4-4de9-9e93-569cdd73d103 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481691 Mar 28 05:42:40.341343 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:40.409222 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05379ec-dbfd-4189-8229-774e5854de31 req-04f3dba6-d365-4b10-8517-2190cce21525 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:40.410657 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-04f3dba6-d365-4b10-8517-2190cce21525 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/networks?id=4b3542ed-75ac-43f9-b903-118cb2dfd801 HTTP/1.1" status: 200 len: 809 time: 0.0998003 Mar 28 05:42:40.427792 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-d39db8b0-0f4e-49a4-9a5d-99f50874fca7 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/quotas/d1e367994cc34527bf631cad0a5a14df HTTP/1.1" status: 200 len: 375 time: 0.0090885 Mar 28 05:42:40.461682 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-61536cfe-f0f7-4005-9e97-e0eef88689f6 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d1e367994cc34527bf631cad0a5a14df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270386 Mar 28 05:42:40.573438 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-d430e98e-2bf8-4460-8596-d268d8f925a9 service neutron] 10.222.0.13 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043630 Mar 28 05:42:40.660047 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-219ca00d-87c7-451b-aaba-78f0f548102f service neutron] 10.222.0.13 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807424 Mar 28 05:42:40.725240 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1a1c96cd-ff24-487a-8541-87d8cce2f264 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:40.726608 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1a1c96cd-ff24-487a-8541-87d8cce2f264 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.30 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 945 time: 0.0517931 Mar 28 05:42:40.824347 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bc569de6-23dc-4413-982f-233199eea8e7 req-0833ac0c-d75a-4122-abe0-b43c2c1e0c32 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 210 time: 0.0327067 Mar 28 05:42:40.859563 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Deleting port ebca5c56-d882-401f-9b49-cd9f5e2aa784 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:42:40.860032 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:40.885232 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab2058-6c6e-49c6-bfcb-d6b82eb4d553 req-57ba9168-2c80-45bd-a819-b28271ee6389 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:40.886749 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7fab2058-6c6e-49c6-bfcb-d6b82eb4d553 req-57ba9168-2c80-45bd-a819-b28271ee6389 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 950 time: 0.0656087 Mar 28 05:42:40.943938 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7fab2058-6c6e-49c6-bfcb-d6b82eb4d553 req-e2b5f91a-f732-4f4e-b36d-c50dd22ff671 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a150c64a-df89-43df-b12f-91f4a562818e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514672 Mar 28 05:42:40.967311 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] For port ebca5c56-d882-401f-9b49-cd9f5e2aa784, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ebca5c56-d882-401f-9b49-cd9f5e2aa784,segment=NetworkSegment(91a743d0-f924-4b33-939c-ee3f5f707953),segment_id=91a743d0-f924-4b33-939c-ee3f5f707953)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:40.968052 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:40.983103 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Calling delete_port for ebca5c56-d882-401f-9b49-cd9f5e2aa784 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:42:41.118064 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (ebca5c56-d882-401f-9b49-cd9f5e2aa784), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:41.132817 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['ebca5c56-d882-401f-9b49-cd9f5e2aa784'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:41.149054 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Pushing event deleted for resources: {'Port': ['ID=ebca5c56-d882-401f-9b49-cd9f5e2aa784,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:41.197439 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] No DVR routers for this DVR port ebca5c56-d882-401f-9b49-cd9f5e2aa784 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:42:41.201463 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:41.205098 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-274a9cc3-5b7c-44cb-814f-85dc4f6cc06b req-1eb67816-7fc9-416f-9d3e-0a7caa370441 tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.30 "DELETE /v2.0/ports/ebca5c56-d882-401f-9b49-cd9f5e2aa784 HTTP/1.1" status: 204 len: 173 time: 0.4695876 Mar 28 05:42:41.206166 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62217f69-ef79-43b0-ac35-2c5a5c4b6501', 'name': 'network-vif-deleted', 'tag': 'ebca5c56-d882-401f-9b49-cd9f5e2aa784'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:41.208135 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df639f1-6999-43c0-a3f6-f30c615d2954" -d '{"events": [{"server_uuid": "62217f69-ef79-43b0-ac35-2c5a5c4b6501", "name": "network-vif-deleted", "tag": "ebca5c56-d882-401f-9b49-cd9f5e2aa784"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:41.240380 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e2c9a75f-dea1-4b48-ad93-a4d671e1c049 req-24d93d39-dc1c-4e3b-b56c-3c693afef4bb tempest-VolumesActionsTest-2080544100 tempest-VolumesActionsTest-2080544100-project] 10.222.0.13 "GET /v2.0/ports?device_id=62217f69-ef79-43b0-ac35-2c5a5c4b6501 HTTP/1.1" status: 200 len: 210 time: 0.0403898 Mar 28 05:42:41.261675 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0565f9-adbd-4b2c-9d23-a6f1dd5d5c5f x-openstack-request-id: req-eb0565f9-adbd-4b2c-9d23-a6f1dd5d5c5f {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:41.261974 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62217f69-ef79-43b0-ac35-2c5a5c4b6501", "name": "network-vif-deleted", "tag": "ebca5c56-d882-401f-9b49-cd9f5e2aa784", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:41.262236 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb0565f9-adbd-4b2c-9d23-a6f1dd5d5c5f {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:41.262644 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb0565f9-adbd-4b2c-9d23-a6f1dd5d5c5f'] response: {'server_uuid': '62217f69-ef79-43b0-ac35-2c5a5c4b6501', 'name': 'network-vif-deleted', 'tag': 'ebca5c56-d882-401f-9b49-cd9f5e2aa784', 'status': 'completed', 'code': 200} Mar 28 05:42:41.367157 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4d4ab-9061-4302-bf64-efb2963d438c req-49c6b067-36a7-48bd-ac45-a987291e112b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:41.369273 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e5d4d4ab-9061-4302-bf64-efb2963d438c req-49c6b067-36a7-48bd-ac45-a987291e112b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0576713 Mar 28 05:42:41.421269 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e5d4d4ab-9061-4302-bf64-efb2963d438c req-4383dc66-03d8-4090-b7f1-de507f345f47 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Mar 28 05:42:41.586742 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:41.629365 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-f91ed5d2-ba48-4f17-935a-6cadb1318232 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:41.630970 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-f91ed5d2-ba48-4f17-935a-6cadb1318232 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 950 time: 0.0570662 Mar 28 05:42:41.742049 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Deleting port b402d780-fc93-4370-888c-4fab14409f02 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:42:41.742709 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (b402d780-fc93-4370-888c-4fab14409f02), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:41.839488 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] For port b402d780-fc93-4370-888c-4fab14409f02, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b402d780-fc93-4370-888c-4fab14409f02,segment=NetworkSegment(b5980f67-e63d-414e-88c2-204a489fa740),segment_id=b5980f67-e63d-414e-88c2-204a489fa740)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:41.839859 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (b402d780-fc93-4370-888c-4fab14409f02), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:41.872640 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Calling delete_port for b402d780-fc93-4370-888c-4fab14409f02 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:42:41.979094 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a7b9a442-92b5-458d-9b1a-f02cce7a09db req-7a125747-8e99-42ac-a3fc-245d8d976120 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 210 time: 0.0550175 Mar 28 05:42:42.059660 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (b402d780-fc93-4370-888c-4fab14409f02), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:42.077379 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['b402d780-fc93-4370-888c-4fab14409f02'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:42.091475 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-491a0cb0-6b61-4c71-a7f4-a79f233e0864 req-362c3772-10d8-418f-9acc-f47e26343701 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c99a27a-14f1-4db9-868a-bd8cf5610e67 HTTP/1.1" status: 200 len: 210 time: 0.0358920 Mar 28 05:42:42.095402 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Pushing event deleted for resources: {'Port': ['ID=b402d780-fc93-4370-888c-4fab14409f02,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:42.150410 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05379ec-dbfd-4189-8229-774e5854de31 req-350c404d-d88b-42e2-a955-7fc1902fff9d tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:42.152415 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-350c404d-d88b-42e2-a955-7fc1902fff9d tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.30 "GET /v2.0/networks?id=4b3542ed-75ac-43f9-b903-118cb2dfd801 HTTP/1.1" status: 200 len: 809 time: 0.1664591 Mar 28 05:42:42.160981 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] No DVR routers for this DVR port b402d780-fc93-4370-888c-4fab14409f02 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:42:42.163553 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:42.168524 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Request body: {'port': {'device_id': '57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919', 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801', 'admin_state_up': True, 'tenant_id': 'd1e367994cc34527bf631cad0a5a14df'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:42.168986 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b624bca9-790e-470c-8a52-5dbdfe27e8e8 req-38f14f70-c208-4220-9708-a55c7c5b7024 tempest-VolumesNegativeTest-654480434 tempest-VolumesNegativeTest-654480434-project] 10.222.0.30 "DELETE /v2.0/ports/b402d780-fc93-4370-888c-4fab14409f02 HTTP/1.1" status: 204 len: 173 time: 0.5190725 Mar 28 05:42:42.317150 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Made reservation on behalf of d1e367994cc34527bf631cad0a5a14df for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:42.320784 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:42.343788 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 65fc8993-6b78-485d-a093-4b784c0b35f4 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:42:42.369669 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 65fc8993-6b78-485d-a093-4b784c0b35f4 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:42:42.370189 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 65fc8993-6b78-485d-a093-4b784c0b35f4 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:42:42.465558 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Allocated IP 172.20.0.7 (4b3542ed-75ac-43f9-b903-118cb2dfd801/1670b210-475e-44a9-b9d0-dde4ab3a4785/0c701a67-0acf-4d13-8ae2-ee31b476d1ad) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:42.613295 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493ce4c-8c81-4e6d-9a4e-5942a2636055 req-e952a2f5-08dc-4156-9baa-f82bf5d5a272 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:42.614759 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7493ce4c-8c81-4e6d-9a4e-5942a2636055 req-e952a2f5-08dc-4156-9baa-f82bf5d5a272 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1117325 Mar 28 05:42:42.684897 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks [] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:42.691138 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7493ce4c-8c81-4e6d-9a4e-5942a2636055 req-e3af9a49-b4fd-432c-95f0-453ca4144018 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690234 Mar 28 05:42:42.722685 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:42.768311 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Network 4b3542ed-75ac-43f9-b903-118cb2dfd801 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:42.774266 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:42.777164 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:42.783408 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:42.784010 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:42.791503 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Pushing event updated for resources: {'Port': ['ID=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:42.815197 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-423d7bcc-2952-4cfa-a049-d0e6e5cbe40b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6518404 Mar 28 05:42:42.828344 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Request body: {'port': {'device_id': '57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:42.896797 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:43.141601 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba89aa5-b3e7-4e58-ae66-0b93bf710f4e req-1bef9f3d-5b43-40a9-a088-2c3d7bb415c3 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:43.143085 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bba89aa5-b3e7-4e58-ae66-0b93bf710f4e req-1bef9f3d-5b43-40a9-a088-2c3d7bb415c3 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 931 time: 0.0835800 Mar 28 05:42:43.231947 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c701a67-0acf-4d13-8ae2-ee31b476d1ad {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:43.239315 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bba89aa5-b3e7-4e58-ae66-0b93bf710f4e req-61166908-7d85-4914-a795-3825d399a84e tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869195 Mar 28 05:42:43.243531 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Publish callbacks [] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:43.263005 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Transition to ACTIVE for port object 0c701a67-0acf-4d13-8ae2-ee31b476d1ad will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:42:43.263755 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c99a27a-14f1-4db9-868a-bd8cf5610e67', 'name': 'network-vif-deleted', 'tag': 'b402d780-fc93-4370-888c-4fab14409f02'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:43.267009 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827304f1-4f75-4a71-8759-6f2b4a0b2bc1" -d '{"events": [{"server_uuid": "2c99a27a-14f1-4db9-868a-bd8cf5610e67", "name": "network-vif-deleted", "tag": "b402d780-fc93-4370-888c-4fab14409f02"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:43.267745 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:43.327619 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19850413-ebdb-4218-bd70-c53ff4dfc7a6 x-openstack-request-id: req-19850413-ebdb-4218-bd70-c53ff4dfc7a6 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:43.327919 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c99a27a-14f1-4db9-868a-bd8cf5610e67", "name": "network-vif-deleted", "tag": "b402d780-fc93-4370-888c-4fab14409f02", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:43.328369 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19850413-ebdb-4218-bd70-c53ff4dfc7a6 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:43.328774 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19850413-ebdb-4218-bd70-c53ff4dfc7a6'] response: {'server_uuid': '2c99a27a-14f1-4db9-868a-bd8cf5610e67', 'name': 'network-vif-deleted', 'tag': 'b402d780-fc93-4370-888c-4fab14409f02', 'status': 'completed', 'code': 200} Mar 28 05:42:43.359696 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Pushing event updated for resources: {'Port': ['ID=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:43.372816 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Attempting to bind port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:43.373291 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Attempting to bind port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:43.373732 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Attempting to bind port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad on network 4b3542ed-75ac-43f9-b903-118cb2dfd801 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:43.378489 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad on network 4b3542ed-75ac-43f9-b903-118cb2dfd801 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:42:43.378803 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Attempting to bind port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad on network 4b3542ed-75ac-43f9-b903-118cb2dfd801 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:43.384488 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:43.384803 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Checking segment: {'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:43.385227 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Bound using segment: {'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:43.385660 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Bound port: 0c701a67-0acf-4d13-8ae2-ee31b476d1ad, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45eb05a-0572-47c7-a066-8c4481313a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:43.386022 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:43.456067 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] For port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:43.459132 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] For port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:43.469070 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:43.517063 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:43.517663 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:43.519079 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] 10.222.0.30 "PUT /v2.0/ports/0c701a67-0acf-4d13-8ae2-ee31b476d1ad HTTP/1.1" status: 200 len: 1093 time: 0.6949334 Mar 28 05:42:43.519515 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919', 'tag': '0c701a67-0acf-4d13-8ae2-ee31b476d1ad'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:43.521799 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3" -d '{"events": [{"name": "network-changed", "server_uuid": "57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919", "tag": "0c701a67-0acf-4d13-8ae2-ee31b476d1ad"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:43.553803 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e3e49-391a-446a-a751-8287a177bd4a service neutron] Pushing event updated for resources: {'Port': ['ID=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:43.574250 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2652e8d-83b6-4bf4-9a52-83e4af95d165 x-openstack-request-id: req-f2652e8d-83b6-4bf4-9a52-83e4af95d165 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:43.574548 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919", "tag": "0c701a67-0acf-4d13-8ae2-ee31b476d1ad", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:43.574804 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2652e8d-83b6-4bf4-9a52-83e4af95d165 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:43.575222 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2652e8d-83b6-4bf4-9a52-83e4af95d165'] response: {'name': 'network-changed', 'server_uuid': '57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919', 'tag': '0c701a67-0acf-4d13-8ae2-ee31b476d1ad', 'status': 'completed', 'code': 200} Mar 28 05:42:43.622242 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05379ec-dbfd-4189-8229-774e5854de31 req-65353a39-bfb2-47d4-bfa4-80c16968e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:43.623924 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-65353a39-bfb2-47d4-bfa4-80c16968e17b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1e367994cc34527bf631cad0a5a14df&device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 1127 time: 0.0450823 Mar 28 05:42:43.682199 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-3f6ff5ab-aa94-4356-bdf3-1febf1c09840 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c701a67-0acf-4d13-8ae2-ee31b476d1ad HTTP/1.1" status: 200 len: 217 time: 0.0388165 Mar 28 05:42:43.751312 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05379ec-dbfd-4189-8229-774e5854de31 req-c1d55a1a-8132-4004-b713-304d9624c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:43.752787 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-c1d55a1a-8132-4004-b713-304d9624c7dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1670b210-475e-44a9-b9d0-dde4ab3a4785 HTTP/1.1" status: 200 len: 849 time: 0.0611236 Mar 28 05:42:43.796234 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-28234f41-e355-4605-805b-7d1987bf9fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b3542ed-75ac-43f9-b903-118cb2dfd801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323198 Mar 28 05:42:43.909607 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30593ea4-e73f-44da-b1f4-5ac8fe41da88 req-da8ea369-17be-4083-9ff4-8caa6f1e9c1e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:43.911113 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-30593ea4-e73f-44da-b1f4-5ac8fe41da88 req-da8ea369-17be-4083-9ff4-8caa6f1e9c1e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1140189 Mar 28 05:42:43.959961 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-96d4782b-d167-4630-9b63-60a712c9b120 service neutron] 10.222.0.30 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517520 Mar 28 05:42:44.021262 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-30593ea4-e73f-44da-b1f4-5ac8fe41da88 req-6f89baaa-a86f-4655-b913-610af78cc2ff tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984218 Mar 28 05:42:44.074575 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b05379ec-dbfd-4189-8229-774e5854de31 req-fa6e76cf-e495-47a0-88ad-bc3e4158d567 service neutron] 10.222.0.30 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067762 Mar 28 05:42:44.168803 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-82aa747f-4a21-49c3-8556-2b9eacce9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:44.170431 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-82aa747f-4a21-49c3-8556-2b9eacce9079 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1e367994cc34527bf631cad0a5a14df&device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 1127 time: 0.0480211 Mar 28 05:42:44.262965 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-2e9f8dba-c328-4b7f-984b-44fd060b9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:44.264536 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-2e9f8dba-c328-4b7f-984b-44fd060b9f53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b3542ed-75ac-43f9-b903-118cb2dfd801 HTTP/1.1" status: 200 len: 910 time: 0.0866134 Mar 28 05:42:44.312982 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-d8e20bf8-b7fa-4b38-8f2e-c246367e05af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c701a67-0acf-4d13-8ae2-ee31b476d1ad HTTP/1.1" status: 200 len: 217 time: 0.0394430 Mar 28 05:42:44.359235 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device b402d780-fc93-4370-888c-4fab14409f02 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:42:44.381638 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: b402d780-fc93-4370-888c-4fab14409f02 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:42:44.382105 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device b402d780-fc93-4370-888c-4fab14409f02 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:42:44.382615 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device ebca5c56-d882-401f-9b49-cd9f5e2aa784 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:42:44.394524 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-2758869a-b39a-4825-b651-98b06f4db2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:44.395987 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-2758869a-b39a-4825-b651-98b06f4db2b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1670b210-475e-44a9-b9d0-dde4ab3a4785 HTTP/1.1" status: 200 len: 849 time: 0.0700235 Mar 28 05:42:44.406763 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: ebca5c56-d882-401f-9b49-cd9f5e2aa784 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:42:44.407107 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device ebca5c56-d882-401f-9b49-cd9f5e2aa784 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:42:44.431527 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-280af02a-ee43-4cfe-bec4-462fa5978fa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b3542ed-75ac-43f9-b903-118cb2dfd801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273745 Mar 28 05:42:44.438356 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec70b4e-24cb-4d02-a8a6-05085678f3ed req-3e2d732b-4988-4fec-91ac-0f5ebdaf80c2 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:44.439761 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1ec70b4e-24cb-4d02-a8a6-05085678f3ed req-3e2d732b-4988-4fec-91ac-0f5ebdaf80c2 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 943 time: 0.1155379 Mar 28 05:42:44.542522 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1ec70b4e-24cb-4d02-a8a6-05085678f3ed req-fb9518f1-e029-475b-bb66-73c07a4daf3a tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945063 Mar 28 05:42:44.572329 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-16907f5a-bdd1-48b0-a757-ce76919fd4bf service neutron] 10.222.0.30 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312923 Mar 28 05:42:44.678158 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92f4b9c4-b7c8-41b6-8f1e-faa995e778e3 req-636ae8b5-2f92-44d6-b717-4dfe9beb19b9 service neutron] 10.222.0.30 "GET /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963969 Mar 28 05:42:45.173539 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19686-498b-4e47-9861-40a446d31f22 req-3c94700b-e8f2-4488-a1c9-c13878eaa68a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:45.175060 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-04f19686-498b-4e47-9861-40a446d31f22 req-3c94700b-e8f2-4488-a1c9-c13878eaa68a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0739715 Mar 28 05:42:45.234167 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-04f19686-498b-4e47-9861-40a446d31f22 req-a6b48365-ece8-432e-86a0-92665b91f5e8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523968 Mar 28 05:42:45.487852 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:45.665108 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2bd31-ae65-4e2f-b710-1429861f317d req-34e1c60b-659e-4353-8e8b-0a7ea3d7731d tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:45.666592 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1ef2bd31-ae65-4e2f-b710-1429861f317d req-34e1c60b-659e-4353-8e8b-0a7ea3d7731d tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 943 time: 0.0570576 Mar 28 05:42:45.712526 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1ef2bd31-ae65-4e2f-b710-1429861f317d req-e4ac58ee-2d10-437b-8589-993c5ca06280 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Mar 28 05:42:46.352168 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 0c701a67-0acf-4d13-8ae2-ee31b476d1ad details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:42:46.462659 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:46.475642 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '0c701a67-0acf-4d13-8ae2-ee31b476d1ad', 'network_id': '4b3542ed-75ac-43f9-b903-118cb2dfd801', 'port_id': '0c701a67-0acf-4d13-8ae2-ee31b476d1ad', 'mac_address': 'fa:16:3e:27:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1670b210-475e-44a9-b9d0-dde4ab3a4785', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:42:46.516601 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:46.517295 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:46.531338 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c701a67-0acf-4d13-8ae2-ee31b476d1ad {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:46.552516 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:46.556656 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:46.570044 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30f0f5-913e-4087-b2c8-bc8ea1fee332 req-ec8bbadd-fab2-4ec5-b04e-1ba4e187f803 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:46.571590 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-da30f0f5-913e-4087-b2c8-bc8ea1fee332 req-ec8bbadd-fab2-4ec5-b04e-1ba4e187f803 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.2650120 Mar 28 05:42:46.611977 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:46.618624 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-da30f0f5-913e-4087-b2c8-bc8ea1fee332 req-73cdab61-9d57-4620-a2ce-e2aebc7db85e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410728 Mar 28 05:42:46.831557 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e6837-37bb-448a-9409-4a3084a19e74 req-3f6bf61f-603e-4433-9765-9f20abf0ee6b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:46.833068 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-998e6837-37bb-448a-9409-4a3084a19e74 req-3f6bf61f-603e-4433-9765-9f20abf0ee6b tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 944 time: 0.0542078 Mar 28 05:42:46.872232 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['0c701a67-0acf-4d13-8ae2-ee31b476d1ad'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:46.880192 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-998e6837-37bb-448a-9409-4a3084a19e74 req-c6b8dcfe-1294-4841-9aa0-e2f729399776 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Mar 28 05:42:47.432061 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60704) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:47.560912 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-bf409c6c-1ca9-4e91-8d2b-262954a7311b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93d76c5f4dc54e82acfb9af07e31e9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276565 Mar 28 05:42:47.563351 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60712) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:47.609377 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-51d99ffd-b242-44a2-8426-e92bdc63f9e9 admin admin] Publish callbacks [] for security_group (a150c64a-df89-43df-b12f-91f4a562818e), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:47.631205 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-51d99ffd-b242-44a2-8426-e92bdc63f9e9 admin admin] Publish callbacks [] for security_group (a150c64a-df89-43df-b12f-91f4a562818e), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:47.685279 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-51d99ffd-b242-44a2-8426-e92bdc63f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a150c64a-df89-43df-b12f-91f4a562818e), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:47.687927 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-51d99ffd-b242-44a2-8426-e92bdc63f9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:47.691574 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-51d99ffd-b242-44a2-8426-e92bdc63f9e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a150c64a-df89-43df-b12f-91f4a562818e HTTP/1.1" status: 204 len: 168 time: 0.1247463 Mar 28 05:42:47.700518 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d99ffd-b242-44a2-8426-e92bdc63f9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150c64a-df89-43df-b12f-91f4a562818e,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:47.764543 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdb648-f853-4a5b-b5af-60c1a41a3ceb req-86915eea-bf09-4df6-bb0a-0290394bb5f3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:47.766367 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0afdb648-f853-4a5b-b5af-60c1a41a3ceb req-86915eea-bf09-4df6-bb0a-0290394bb5f3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0710278 Mar 28 05:42:47.827796 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0afdb648-f853-4a5b-b5af-60c1a41a3ceb req-13c8e7cb-8213-4b2d-8a90-2dabc3072299 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551147 Mar 28 05:42:47.998993 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75262b-9ad0-42f7-8ffe-5dbcb494b6ce req-f3c90e45-a003-4a9f-b496-5e8ee3f745af tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:48.000560 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0e75262b-9ad0-42f7-8ffe-5dbcb494b6ce req-f3c90e45-a003-4a9f-b496-5e8ee3f745af tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 944 time: 0.0545235 Mar 28 05:42:48.051886 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0e75262b-9ad0-42f7-8ffe-5dbcb494b6ce req-98a31861-2ba7-4e04-9b55-7045da6c6f6f tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Mar 28 05:42:48.365382 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 0c701a67-0acf-4d13-8ae2-ee31b476d1ad up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:42:48.377403 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60748) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:48.421520 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:42:48.427794 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:42:48.428367 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.438477 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60752) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:48.515628 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:48.516090 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.527139 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1026105979-network', 'tenant_id': '5fff5bb0630b4d9d80efc5040fdc4970'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:48.540016 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c701a67-0acf-4d13-8ae2-ee31b476d1ad'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:48.542526 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30edfc8b-26e8-49d1-b746-fa15eb781468" -d '{"events": [{"server_uuid": "57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919", "name": "network-vif-plugged", "status": "completed", "tag": "0c701a67-0acf-4d13-8ae2-ee31b476d1ad"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:48.546712 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Made reservation on behalf of 5fff5bb0630b4d9d80efc5040fdc4970 for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:48.549034 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.556059 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:48.560572 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.564543 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.580135 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-adbe2de6-80e1-48a8-aeaa-ca7c7da1b1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.587356 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f1f44-1ebd-4d87-b1dc-dcfcadcbd6d6 x-openstack-request-id: req-b63f1f44-1ebd-4d87-b1dc-dcfcadcbd6d6 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:48.587758 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919", "name": "network-vif-plugged", "status": "completed", "tag": "0c701a67-0acf-4d13-8ae2-ee31b476d1ad", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:48.588094 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b63f1f44-1ebd-4d87-b1dc-dcfcadcbd6d6 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:48.588552 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63f1f44-1ebd-4d87-b1dc-dcfcadcbd6d6'] response: {'server_uuid': '57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c701a67-0acf-4d13-8ae2-ee31b476d1ad', 'code': 200} Mar 28 05:42:48.704518 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Publish callbacks [] for security_group (dc406066-3d09-4c82-898d-40f359516f36), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.712391 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (dc406066-3d09-4c82-898d-40f359516f36), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.732108 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-adbe2de6-80e1-48a8-aeaa-ca7c7da1b1ec admin admin] Publish callbacks [] for security_group (eeca785c-3e6a-4428-921e-b9d9e6437d61), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.737387 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:42:48.746396 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-adbe2de6-80e1-48a8-aeaa-ca7c7da1b1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (eeca785c-3e6a-4428-921e-b9d9e6437d61), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.756423 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:48.764562 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc406066-3d09-4c82-898d-40f359516f36,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:48.768265 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (2f677ce4-f455-4a68-85a4-2d10c53bce7d), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.768602 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Added segment 2f677ce4-f455-4a68-85a4-2d10c53bce7d of type vlan for network a6322586-9f53-4678-9c9d-db4bb4014a84 Mar 28 05:42:48.798573 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac3ae6-b2b5-49ed-8126-e1ae3fb3e2b6 req-7b128d8d-3225-438a-9e42-c0d881da44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:48.800120 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6fac3ae6-b2b5-49ed-8126-e1ae3fb3e2b6 req-7b128d8d-3225-438a-9e42-c0d881da44c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 1129 time: 0.0517147 Mar 28 05:42:48.836713 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-adbe2de6-80e1-48a8-aeaa-ca7c7da1b1ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4892a85694de41199278ec386da23f5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971326 Mar 28 05:42:48.838690 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (a6322586-9f53-4678-9c9d-db4bb4014a84), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.840249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 60760) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:48.841147 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe2de6-80e1-48a8-aeaa-ca7c7da1b1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeca785c-3e6a-4428-921e-b9d9e6437d61,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:48.892383 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (a6322586-9f53-4678-9c9d-db4bb4014a84), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.893697 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:48.895601 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.905716 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6fac3ae6-b2b5-49ed-8126-e1ae3fb3e2b6 req-3e8feeb9-bdf5-4760-8022-80ad3ffc3e3e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972929 Mar 28 05:42:48.945634 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44ce5ad8-a03c-45c2-a4e7-f6ccc883d2a1 admin admin] Publish callbacks [] for security_group (eeca785c-3e6a-4428-921e-b9d9e6437d61), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:48.961887 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5832081 Mar 28 05:42:48.962436 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 60768) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:48.973322 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682adde2-6cc5-49ee-8e44-5de385dc6686 admin admin] Pushing event updated for resources: {'Network': ['ID=a6322586-9f53-4678-9c9d-db4bb4014a84,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:48.975838 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Request body: {'subnet': {'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1026105979-subnet', 'tenant_id': '5fff5bb0630b4d9d80efc5040fdc4970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:48.988013 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network a6322586-9f53-4678-9c9d-db4bb4014a84 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:42:48.988355 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44ce5ad8-a03c-45c2-a4e7-f6ccc883d2a1 admin admin] Publish callbacks [] for security_group (eeca785c-3e6a-4428-921e-b9d9e6437d61), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.021510 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50289f7-a22a-440b-b0b5-3b5d92d8d8ed req-493b96e6-8d81-4862-9f48-44050088d230 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:49.023207 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d50289f7-a22a-440b-b0b5-3b5d92d8d8ed req-493b96e6-8d81-4862-9f48-44050088d230 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1216588 Mar 28 05:42:49.050251 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Made reservation on behalf of 5fff5bb0630b4d9d80efc5040fdc4970 for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:49.052848 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.153882 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44ce5ad8-a03c-45c2-a4e7-f6ccc883d2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (eeca785c-3e6a-4428-921e-b9d9e6437d61), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.156389 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44ce5ad8-a03c-45c2-a4e7-f6ccc883d2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.159853 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-44ce5ad8-a03c-45c2-a4e7-f6ccc883d2a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeca785c-3e6a-4428-921e-b9d9e6437d61 HTTP/1.1" status: 204 len: 168 time: 0.3161123 Mar 28 05:42:49.193410 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d50289f7-a22a-440b-b0b5-3b5d92d8d8ed req-0fcbbea3-9d43-4367-b24f-25c6cee85e80 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577504 Mar 28 05:42:49.203370 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce5ad8-a03c-45c2-a4e7-f6ccc883d2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeca785c-3e6a-4428-921e-b9d9e6437d61,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:49.265611 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f461bd-bdcd-4cf5-8ca8-13c619818697 req-0f167094-238e-4df3-943b-d42004ea20a5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:49.267144 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-82f461bd-bdcd-4cf5-8ca8-13c619818697 req-0f167094-238e-4df3-943b-d42004ea20a5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 945 time: 0.1310849 Mar 28 05:42:49.363914 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-82f461bd-bdcd-4cf5-8ca8-13c619818697 req-26b258f5-4d28-4244-b858-f56158574583 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857043 Mar 28 05:42:49.364871 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for subnet (25536a28-5fa7-4b43-9046-1fad1f3a5737), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.413392 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25536a28-5fa7-4b43-9046-1fad1f3a5737,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:49.428831 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Checking segment: {'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:49.429219 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Network hostable DHCP agents. Network: a6322586-9f53-4678-9c9d-db4bb4014a84, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:42:49.445152 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Network a6322586-9f53-4678-9c9d-db4bb4014a84 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:42:49.453806 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, a6322586-9f53-4678-9c9d-db4bb4014a84) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:49.457846 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:49.458348 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 60780) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:49.458796 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.473414 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b7f86-5331-40ad-9010-6f22aa55e0c0 None None] Network a6322586-9f53-4678-9c9d-db4bb4014a84 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:49.473910 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8bcab2e1-a17f-407d-968b-180415624407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.475751 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d08922b8-2d74-49c4-8825-98b449c2e263 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5098116 Mar 28 05:42:49.560879 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8bcab2e1-a17f-407d-968b-180415624407 admin admin] Publish callbacks [] for security_group (24489cc0-a4db-4d3c-8610-a5395200f422), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.565135 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8bcab2e1-a17f-407d-968b-180415624407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (24489cc0-a4db-4d3c-8610-a5395200f422), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.586133 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1cc606-ec4f-454a-b3be-36ea6c3973d9 None None] Network a6322586-9f53-4678-9c9d-db4bb4014a84 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:42:49.604473 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcab2e1-a17f-407d-968b-180415624407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24489cc0-a4db-4d3c-8610-a5395200f422,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:49.613521 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-8bcab2e1-a17f-407d-968b-180415624407 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=020f4d86f6284fa2833fdab5feadd8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539669 Mar 28 05:42:49.613654 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 60788) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:49.671658 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-13115ced-1c64-42e2-a9a9-d08661a896e3 admin admin] Publish callbacks [] for security_group (24489cc0-a4db-4d3c-8610-a5395200f422), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.693716 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-13115ced-1c64-42e2-a9a9-d08661a896e3 admin admin] Publish callbacks [] for security_group (24489cc0-a4db-4d3c-8610-a5395200f422), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.741930 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-13115ced-1c64-42e2-a9a9-d08661a896e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (24489cc0-a4db-4d3c-8610-a5395200f422), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.744851 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-13115ced-1c64-42e2-a9a9-d08661a896e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:49.748310 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-13115ced-1c64-42e2-a9a9-d08661a896e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24489cc0-a4db-4d3c-8610-a5395200f422 HTTP/1.1" status: 204 len: 168 time: 0.1314397 Mar 28 05:42:49.754110 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13115ced-1c64-42e2-a9a9-d08661a896e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24489cc0-a4db-4d3c-8610-a5395200f422,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:50.375020 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f16a4c-d2be-4d2e-b31c-3791f7625202 req-83d447bf-fae3-4096-b058-02bc1d22be99 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:50.377062 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-79f16a4c-d2be-4d2e-b31c-3791f7625202 req-83d447bf-fae3-4096-b058-02bc1d22be99 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1045034 Mar 28 05:42:50.519513 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-79f16a4c-d2be-4d2e-b31c-3791f7625202 req-f92f7d47-84ed-4423-95e6-7c51d2db76b4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364806 Mar 28 05:42:50.559661 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07c202-914e-48e3-9048-1b58dc0124d9 req-56e2f684-2483-4e17-a426-e6b3ecb2eb00 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:50.561349 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd07c202-914e-48e3-9048-1b58dc0124d9 req-56e2f684-2483-4e17-a426-e6b3ecb2eb00 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 945 time: 0.0944033 Mar 28 05:42:50.615225 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd07c202-914e-48e3-9048-1b58dc0124d9 req-05b32fcb-91bc-4413-a9ad-e1ad0ad79593 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478218 Mar 28 05:42:51.368115 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-7370e1df-f49f-4a38-9105-d2019ee6d74a tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:51.369680 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-7370e1df-f49f-4a38-9105-d2019ee6d74a tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/networks?id=a6322586-9f53-4678-9c9d-db4bb4014a84 HTTP/1.1" status: 200 len: 814 time: 0.1145844 Mar 28 05:42:51.384832 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-59a0002a-e7f1-409b-a3e0-713511ce09b9 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/quotas/5fff5bb0630b4d9d80efc5040fdc4970 HTTP/1.1" status: 200 len: 375 time: 0.0098534 Mar 28 05:42:51.419177 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-e032b0da-f2d5-4704-8404-addb7004c1d9 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fff5bb0630b4d9d80efc5040fdc4970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288420 Mar 28 05:42:51.527912 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0010d2-3257-43a7-b4d7-ce830dfff3c6 req-8b1f7d7a-08cd-4a1e-9003-29e83ffd85a0 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:51.529449 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8e0010d2-3257-43a7-b4d7-ce830dfff3c6 req-8b1f7d7a-08cd-4a1e-9003-29e83ffd85a0 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 945 time: 0.1128495 Mar 28 05:42:51.578928 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-424fd283-b8eb-47f3-9d6e-47e602951f8d service neutron] 10.222.0.13 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509962 Mar 28 05:42:51.599305 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8e0010d2-3257-43a7-b4d7-ce830dfff3c6 req-6ce2b312-77db-4dbb-95ef-4ddc5b6534f0 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633261 Mar 28 05:42:51.710988 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-d07436f8-2c57-49c0-9e37-8f1059cde048 service neutron] 10.222.0.13 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238804 Mar 28 05:42:51.739607 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22757552-9e61-43f3-9328-885220676171 req-427c2acd-2ee5-4386-9c6c-f6dc1e1ad300 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:51.741516 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-22757552-9e61-43f3-9328-885220676171 req-427c2acd-2ee5-4386-9c6c-f6dc1e1ad300 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0697520 Mar 28 05:42:51.794022 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-22757552-9e61-43f3-9328-885220676171 req-98690d0a-fe9a-44a1-9c04-c8a1bd3dd60c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 Mar 28 05:42:51.913289 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8c3f4c03-8ed1-4472-bc7c-b877c8cfa441 req-7743df73-fa3e-495d-9f6f-f31bb7b5f640 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 210 time: 0.0268230 Mar 28 05:42:52.722811 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25767e56-77ea-4f26-887a-f2d820598256 req-d482ae9b-aed7-4f48-be5e-9331ec1ebd3a tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:52.724283 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-25767e56-77ea-4f26-887a-f2d820598256 req-d482ae9b-aed7-4f48-be5e-9331ec1ebd3a tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 945 time: 0.0561507 Mar 28 05:42:52.777429 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-25767e56-77ea-4f26-887a-f2d820598256 req-5a3f982f-09c5-4b05-98cc-bc314f54ba7c tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/security-groups?id=29eb2eb7-1d0d-497f-a980-093965d73073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Mar 28 05:42:52.926312 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4c5ef-be03-4b60-963d-1b546c7f9e67 req-5a3d8c83-15ef-48a6-bf5e-15fcd2edc561 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:52.927914 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c0f4c5ef-be03-4b60-963d-1b546c7f9e67 req-5a3d8c83-15ef-48a6-bf5e-15fcd2edc561 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0551882 Mar 28 05:42:53.109759 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c0f4c5ef-be03-4b60-963d-1b546c7f9e67 req-02dc0e51-95f1-4b27-af3c-d9b664df9183 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753628 Mar 28 05:42:53.143066 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c241926f-9b48-4166-a84a-8e84acbf071f req-db04d00c-d3e5-4f1a-b68e-a4af8dadce5d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 210 time: 0.0966051 Mar 28 05:42:53.208056 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-6ae05f6d-45ce-41e8-af2e-e62d2312eeb8 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:53.209712 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-6ae05f6d-45ce-41e8-af2e-e62d2312eeb8 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.30 "GET /v2.0/networks?id=a6322586-9f53-4678-9c9d-db4bb4014a84 HTTP/1.1" status: 200 len: 814 time: 0.1753571 Mar 28 05:42:53.227123 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Request body: {'port': {'device_id': '07dcdf5b-259f-4821-af14-4991584f55d1', 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84', 'admin_state_up': True, 'tenant_id': '5fff5bb0630b4d9d80efc5040fdc4970'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:53.227554 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-def835b2-41bd-4f0f-8ac3-5eccf63614b5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:53.229058 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-def835b2-41bd-4f0f-8ac3-5eccf63614b5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.30 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 945 time: 0.0676286 Mar 28 05:42:53.342646 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Deleting port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:42:53.343293 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.348286 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Made reservation on behalf of 5fff5bb0630b4d9d80efc5040fdc4970 for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:53.352147 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.433810 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] For port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,segment=NetworkSegment(f45eb05a-0572-47c7-a066-8c4481313a94),segment_id=f45eb05a-0572-47c7-a066-8c4481313a94)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:53.434083 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.453632 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Calling delete_port for 0c701a67-0acf-4d13-8ae2-ee31b476d1ad owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:42:53.487838 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Allocated IP 172.20.0.14 (a6322586-9f53-4678-9c9d-db4bb4014a84/25536a28-5fa7-4b43-9046-1fad1f3a5737/3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:53.619784 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (0c701a67-0acf-4d13-8ae2-ee31b476d1ad), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.642398 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['0c701a67-0acf-4d13-8ae2-ee31b476d1ad'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:53.653254 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Pushing event deleted for resources: {'Port': ['ID=0c701a67-0acf-4d13-8ae2-ee31b476d1ad,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:53.659302 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks [] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.700890 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.705309 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] No DVR routers for this DVR port 0c701a67-0acf-4d13-8ae2-ee31b476d1ad on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:42:53.716767 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.720276 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7bef701b-ccad-40e7-aff8-3443abc9f866 req-7816df9a-698c-40da-a955-281ba37aabb5 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.30 "DELETE /v2.0/ports/0c701a67-0acf-4d13-8ae2-ee31b476d1ad HTTP/1.1" status: 204 len: 173 time: 0.4857633 Mar 28 05:42:53.720752 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919', 'name': 'network-vif-deleted', 'tag': '0c701a67-0acf-4d13-8ae2-ee31b476d1ad'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:53.723041 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aabbaf8-2c28-4f64-bc17-fb0480bf2dfc" -d '{"events": [{"server_uuid": "57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919", "name": "network-vif-deleted", "tag": "0c701a67-0acf-4d13-8ae2-ee31b476d1ad"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:53.748318 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Network a6322586-9f53-4678-9c9d-db4bb4014a84 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:53.751542 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:53.757549 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:53.761789 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f935b2-dc64-4aaa-8f26-a4f44b57e866 req-0bb57a3c-3cc2-40c1-b419-e6aac7c533bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:53.762697 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:53.763324 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:53.763821 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-30f935b2-dc64-4aaa-8f26-a4f44b57e866 req-0bb57a3c-3cc2-40c1-b419-e6aac7c533bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 1129 time: 0.0565500 Mar 28 05:42:53.772267 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Pushing event updated for resources: {'Port': ['ID=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:53.789090 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-017e97f9-c829-4cb3-a508-266be7340612 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5666466 Mar 28 05:42:53.796509 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576dfc03-6c66-420e-94f5-380d5443dce9 x-openstack-request-id: req-576dfc03-6c66-420e-94f5-380d5443dce9 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:53.796800 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919", "name": "network-vif-deleted", "tag": "0c701a67-0acf-4d13-8ae2-ee31b476d1ad", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:53.797076 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-576dfc03-6c66-420e-94f5-380d5443dce9 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:53.797469 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576dfc03-6c66-420e-94f5-380d5443dce9'] response: {'server_uuid': '57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919', 'name': 'network-vif-deleted', 'tag': '0c701a67-0acf-4d13-8ae2-ee31b476d1ad', 'status': 'completed', 'code': 200} Mar 28 05:42:53.801574 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Request body: {'port': {'device_id': '07dcdf5b-259f-4821-af14-4991584f55d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:53.828998 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-30f935b2-dc64-4aaa-8f26-a4f44b57e866 req-0483aa23-5464-4dff-bc93-1c629dcb50ec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585515 Mar 28 05:42:53.895478 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-13fb27eb-5856-4067-aab1-9a017687e79c req-1a8f231b-cf12-447e-a5fc-67e189994b23 tempest-VolumesActionsTest-1504561259 tempest-VolumesActionsTest-1504561259-project] 10.222.0.13 "GET /v2.0/ports?device_id=57dbfba7-d8cf-4e2f-817f-3cbdc6bfa919 HTTP/1.1" status: 200 len: 210 time: 0.0308764 Mar 28 05:42:53.898132 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.162353 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:54.171041 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Publish callbacks [] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.185310 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Transition to ACTIVE for port object 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:42:54.189879 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.313723 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:54.333945 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9b84c-f0ca-4fa9-9277-a7756e06e614 req-6fe4635a-1056-46eb-b733-d8b90e7ff3d7 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:54.335542 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-18d9b84c-f0ca-4fa9-9277-a7756e06e614 req-6fe4635a-1056-46eb-b733-d8b90e7ff3d7 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1423669 Mar 28 05:42:54.387860 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96153269-2dcb-488a-b3ba-7a8fa9c970ef req-74ec8310-09e7-454c-825f-23d5195c85aa tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:54.395147 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-96153269-2dcb-488a-b3ba-7a8fa9c970ef req-74ec8310-09e7-454c-825f-23d5195c85aa tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 944 time: 0.1614311 Mar 28 05:42:54.409138 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Attempting to bind port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:42:54.409479 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Attempting to bind port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:42:54.409814 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Attempting to bind port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb on network a6322586-9f53-4678-9c9d-db4bb4014a84 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:54.435518 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb on network a6322586-9f53-4678-9c9d-db4bb4014a84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:42:54.435857 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Attempting to bind port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb on network a6322586-9f53-4678-9c9d-db4bb4014a84 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:42:54.450694 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:42:54.450932 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Checking segment: {'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:42:54.451314 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Bound using segment: {'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:42:54.451752 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Bound port: 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:42:54.452112 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.473089 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-18d9b84c-f0ca-4fa9-9277-a7756e06e614 req-f8423da7-4155-4903-adc3-e1e99d989afd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186376 Mar 28 05:42:54.515221 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-96153269-2dcb-488a-b3ba-7a8fa9c970ef req-3982b082-1ff7-4d88-9b31-51af151fb33f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180801 Mar 28 05:42:54.572919 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] For port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:42:54.576215 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] For port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:42:54.589597 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.642837 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:54.643636 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.645220 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] 10.222.0.30 "PUT /v2.0/ports/3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb HTTP/1.1" status: 200 len: 1094 time: 0.8478551 Mar 28 05:42:54.654937 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32790) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:54.659817 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-5ce48b80-7934-4763-9769-1f77c1398a19 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359675671', 'description': 'tempest-description--1059450761'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:54.670427 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dcdf5b-259f-4821-af14-4991584f55d1', 'tag': '3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:42:54.673061 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98285d20-02c7-4e57-8c1a-646462a2cc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "07dcdf5b-259f-4821-af14-4991584f55d1", "tag": "3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:42:54.688586 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5ce48b80-7934-4763-9769-1f77c1398a19 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.740776 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aaeec7-49d4-4fb3-9302-7416c219d85f x-openstack-request-id: req-95aaeec7-49d4-4fb3-9302-7416c219d85f {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:42:54.741264 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dcdf5b-259f-4821-af14-4991584f55d1", "tag": "3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:42:54.741548 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95aaeec7-49d4-4fb3-9302-7416c219d85f {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:42:54.741995 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95aaeec7-49d4-4fb3-9302-7416c219d85f'] response: {'name': 'network-changed', 'server_uuid': '07dcdf5b-259f-4821-af14-4991584f55d1', 'tag': '3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb', 'status': 'completed', 'code': 200} Mar 28 05:42:54.745070 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca3e20-7d32-48a6-9da0-5c24e0373a23 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:54.775511 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5ce48b80-7934-4763-9769-1f77c1398a19 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (12c54079-9bdc-4c89-a208-0d4345a8486b), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.779515 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-6d961398-b007-41d7-96f0-7393f96c7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:54.781212 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-6d961398-b007-41d7-96f0-7393f96c7e3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fff5bb0630b4d9d80efc5040fdc4970&device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 1128 time: 0.0826733 Mar 28 05:42:54.781515 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5ce48b80-7934-4763-9769-1f77c1398a19 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (12c54079-9bdc-4c89-a208-0d4345a8486b), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.813139 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5ce48b80-7934-4763-9769-1f77c1398a19 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.814745 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-5ce48b80-7934-4763-9769-1f77c1398a19 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1586578 Mar 28 05:42:54.817263 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce48b80-7934-4763-9769-1f77c1398a19 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c54079-9bdc-4c89-a208-0d4345a8486b,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:54.819460 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32798) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:54.824481 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-e1d09824-b392-40b5-a742-02eb3884e4a7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group_rule': {'security_group_id': '12c54079-9bdc-4c89-a208-0d4345a8486b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:54.844494 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-99232243-27c0-437f-b9d2-18afee679792 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb HTTP/1.1" status: 200 len: 217 time: 0.0565403 Mar 28 05:42:54.851170 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e1d09824-b392-40b5-a742-02eb3884e4a7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (3db1e1c5-c879-45db-abb7-2d587157b288), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.902025 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-08aa6726-5ebf-440e-955c-d7072e554b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:54.903630 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-08aa6726-5ebf-440e-955c-d7072e554b0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25536a28-5fa7-4b43-9046-1fad1f3a5737 HTTP/1.1" status: 200 len: 854 time: 0.0497642 Mar 28 05:42:54.925870 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e1d09824-b392-40b5-a742-02eb3884e4a7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (3db1e1c5-c879-45db-abb7-2d587157b288), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.930926 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e1d09824-b392-40b5-a742-02eb3884e4a7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (3db1e1c5-c879-45db-abb7-2d587157b288), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.937958 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-29379fe0-94c3-4507-a8e8-cc622909bb95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6322586-9f53-4678-9c9d-db4bb4014a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276551 Mar 28 05:42:54.950015 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d09824-b392-40b5-a742-02eb3884e4a7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db1e1c5-c879-45db-abb7-2d587157b288,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:54.966339 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e1d09824-b392-40b5-a742-02eb3884e4a7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:54.967930 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e1d09824-b392-40b5-a742-02eb3884e4a7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473603 Mar 28 05:42:54.971089 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32806) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:54.979196 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-8b42b1a4-6606-4557-b7d7-14e12413879b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group_rule': {'security_group_id': '12c54079-9bdc-4c89-a208-0d4345a8486b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:55.026784 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8b42b1a4-6606-4557-b7d7-14e12413879b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (98d50023-c95e-45d1-a942-3133deb5f36d), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.061722 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-a60390a0-8a6a-4260-a232-b33cd70ba5bb service neutron] 10.222.0.30 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100397 Mar 28 05:42:55.107522 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8b42b1a4-6606-4557-b7d7-14e12413879b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (98d50023-c95e-45d1-a942-3133deb5f36d), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.111122 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8b42b1a4-6606-4557-b7d7-14e12413879b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (98d50023-c95e-45d1-a942-3133deb5f36d), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.132665 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42b1a4-6606-4557-b7d7-14e12413879b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d50023-c95e-45d1-a942-3133deb5f36d,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:55.137499 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8b42b1a4-6606-4557-b7d7-14e12413879b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.139083 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-8b42b1a4-6606-4557-b7d7-14e12413879b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650765 Mar 28 05:42:55.142154 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32814) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:55.146877 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:55.170676 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.182409 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8fa7e4f1-c5e2-47e3-968b-8e422cdebcdb req-7853c3e1-8632-4a78-bccf-db6d29b62cf4 service neutron] 10.222.0.30 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089094 Mar 28 05:42:55.285198 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.307253 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-3b5c08c6-c315-4069-bcfa-f3a6723c0773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:55.309069 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-3b5c08c6-c315-4069-bcfa-f3a6723c0773 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fff5bb0630b4d9d80efc5040fdc4970&device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 1128 time: 0.0753069 Mar 28 05:42:55.409053 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Allocated IP 172.28.0.221 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/13001c30-cdde-42cb-8f3a-fd8d4d986aee) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:42:55.427392 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-6d9bb00d-89fe-43de-9177-e7bb8ca1ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:55.428920 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-6d9bb00d-89fe-43de-9177-e7bb8ca1ae33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6322586-9f53-4678-9c9d-db4bb4014a84 HTTP/1.1" status: 200 len: 915 time: 0.1132789 Mar 28 05:42:55.493227 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-789ce0a5-5f9a-4d7b-8dec-0709449adedd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb HTTP/1.1" status: 200 len: 217 time: 0.0517960 Mar 28 05:42:55.561524 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (13001c30-cdde-42cb-8f3a-fd8d4d986aee), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.563764 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-5bdb8ff7-288a-47dd-8763-90ff4c81294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:55.565857 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-5bdb8ff7-288a-47dd-8763-90ff4c81294a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25536a28-5fa7-4b43-9046-1fad1f3a5737 HTTP/1.1" status: 200 len: 854 time: 0.0664682 Mar 28 05:42:55.626179 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-92c8d98b-e7fe-418b-bab1-43d68f4be5e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6322586-9f53-4678-9c9d-db4bb4014a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529099 Mar 28 05:42:55.632712 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (13001c30-cdde-42cb-8f3a-fd8d4d986aee), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.674304 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:42:55.677178 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:42:55.679789 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:42:55.717061 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=13001c30-cdde-42cb-8f3a-fd8d4d986aee,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:55.737085 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8387c-aa8d-4062-8226-a1a7f999942f req-5caee8dd-91c2-498a-a4a0-7269037bb2d7 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:55.743881 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d9e8387c-aa8d-4062-8226-a1a7f999942f req-5caee8dd-91c2-498a-a4a0-7269037bb2d7 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1738172 Mar 28 05:42:55.796248 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc3c0b-3f92-4df7-8892-835b1f84e2b6 req-6ae19446-217c-44f4-8afb-3bcca427ef7f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:55.797862 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-86dc3c0b-3f92-4df7-8892-835b1f84e2b6 req-6ae19446-217c-44f4-8afb-3bcca427ef7f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 944 time: 0.1742194 Mar 28 05:42:55.803677 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (2cd51e38-c7f2-4ba3-8d40-4aede74d5af0), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.836955 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-8d19fe74-75f0-4e05-976a-4bd1081901aa service neutron] 10.222.0.30 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932015 Mar 28 05:42:55.846568 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d9e8387c-aa8d-4062-8226-a1a7f999942f req-4d9a8f8a-448e-432f-96bf-4bec0c4d5bcc tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017947 Mar 28 05:42:55.855415 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (13001c30-cdde-42cb-8f3a-fd8d4d986aee), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:55.928357 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-86dc3c0b-3f92-4df7-8892-835b1f84e2b6 req-eb325e3a-f544-41e1-b007-807d0a9ca1b0 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184158 Mar 28 05:42:56.011627 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-98285d20-02c7-4e57-8c1a-646462a2cc4d req-e7448dde-ef44-419a-bd18-a92597548cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510267 Mar 28 05:42:56.042726 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (13001c30-cdde-42cb-8f3a-fd8d4d986aee), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:56.049096 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (13001c30-cdde-42cb-8f3a-fd8d4d986aee), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:56.147636 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=13001c30-cdde-42cb-8f3a-fd8d4d986aee,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:56.157630 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (2cd51e38-c7f2-4ba3-8d40-4aede74d5af0), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:56.175125 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:56.177066 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-d4579e23-460b-4ea9-a386-caf0b8a85eee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0332036 Mar 28 05:42:56.205242 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d982e5-4bb6-4eca-86dd-d6c9f0682b87 req-1678c323-f1d6-4819-81cb-399a97bf3368 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:56.206712 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f4d982e5-4bb6-4eca-86dd-d6c9f0682b87 req-1678c323-f1d6-4819-81cb-399a97bf3368 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0806148 Mar 28 05:42:56.214101 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-29b2b88c-9983-4104-9b4b-7b9fb53bcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:56.215605 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-29b2b88c-9983-4104-9b4b-7b9fb53bcb8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 1129 time: 0.1096103 Mar 28 05:42:56.321447 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f4d982e5-4bb6-4eca-86dd-d6c9f0682b87 req-62be03d0-0f60-406c-ade1-d032a9f1942d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047988 Mar 28 05:42:56.361243 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-5409bad5-646e-43e1-87ab-78bb52d1733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:56.362630 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-5409bad5-646e-43e1-87ab-78bb52d1733d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.1402528 Mar 28 05:42:56.410045 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-5c652df3-74a5-409b-beb8-5228016a39cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76b3b696-58f6-4012-b417-0a186f52411b HTTP/1.1" status: 200 len: 217 time: 0.0396893 Mar 28 05:42:56.459436 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-ffaa0895-0ab7-4df3-90fb-89479379a6c3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1359675671&fields=id&tenant_id=b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 267 time: 0.1096175 Mar 28 05:42:56.489837 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-0a2dacac-a310-4992-bc0c-acab74164902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:56.491207 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-0a2dacac-a310-4992-bc0c-acab74164902 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0731750 Mar 28 05:42:56.602066 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-57e6ae76-db59-4e97-a430-795991e32360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:56.603702 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-57e6ae76-db59-4e97-a430-795991e32360 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0886228 Mar 28 05:42:56.610402 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-8f7b8ebb-5ff7-4e26-acd1-b453c9a28d1d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:56.614264 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-8f7b8ebb-5ff7-4e26-acd1-b453c9a28d1d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 815 time: 0.1443467 Mar 28 05:42:56.678891 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-36cd1748-ec13-4541-bc8e-0a184a9f5284 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/quotas/b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 375 time: 0.0526814 Mar 28 05:42:56.963470 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-c659fa74-50d6-4e19-9888-1f8008fc40a9 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459537 Mar 28 05:42:56.980419 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-2fe0d576-1904-4529-b0b8-32330321058d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2954578 Mar 28 05:42:57.202152 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e6279bf-bab8-48d2-ae38-d07487a25a4b req-b56b16ee-ae67-429b-895a-0ab0184172c0 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318554 Mar 28 05:42:57.207835 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-024728d0-3b96-4ddb-98b4-85ba7eb8d143 service neutron] 10.222.0.13 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124624 Mar 28 05:42:57.216961 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901fc56-6bed-4ab9-95fc-87e0555bf402 req-df7645c9-a84d-4c7e-9369-536fdcdd593f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:57.221198 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32912) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:57.225934 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b901fc56-6bed-4ab9-95fc-87e0555bf402 req-df7645c9-a84d-4c7e-9369-536fdcdd593f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 944 time: 0.1815617 Mar 28 05:42:57.318232 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d03114-4a81-4b3c-b721-53ce828945bd admin admin] Deleting subnet 31ee1a72-c814-4297-bbc7-bf068b1603c8 {{(pid=109881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:42:57.322065 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-32d03114-4a81-4b3c-b721-53ce828945bd admin admin] Publish callbacks [] for subnet (31ee1a72-c814-4297-bbc7-bf068b1603c8), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:57.334733 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b901fc56-6bed-4ab9-95fc-87e0555bf402 req-d0c3d4c7-dc1c-4b1e-9fe5-7f5fcc44d380 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079528 Mar 28 05:42:57.373506 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-32d03114-4a81-4b3c-b721-53ce828945bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592138'] for subnet (31ee1a72-c814-4297-bbc7-bf068b1603c8), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:57.385100 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-45f2ec16-4837-492a-b3b7-070ad6148fde service neutron] 10.222.0.13 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506629 Mar 28 05:42:57.453356 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-32d03114-4a81-4b3c-b721-53ce828945bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (31ee1a72-c814-4297-bbc7-bf068b1603c8), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:57.492205 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245c468-07d9-40ee-a190-e24daf51b870 req-fc7752a2-276b-408e-9321-3c874d3fb1ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:57.495893 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5245c468-07d9-40ee-a190-e24daf51b870 req-fc7752a2-276b-408e-9321-3c874d3fb1ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0891418 Mar 28 05:42:57.547900 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-32d03114-4a81-4b3c-b721-53ce828945bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6107714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613624'] for subnet (31ee1a72-c814-4297-bbc7-bf068b1603c8), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:57.580425 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5245c468-07d9-40ee-a190-e24daf51b870 req-7f5fa53d-7a2d-4536-a7ca-cd386c7447a7 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780318 Mar 28 05:42:57.684337 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d03114-4a81-4b3c-b721-53ce828945bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ee1a72-c814-4297-bbc7-bf068b1603c8,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:57.688843 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-32d03114-4a81-4b3c-b721-53ce828945bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:57.692201 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-32d03114-4a81-4b3c-b721-53ce828945bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/31ee1a72-c814-4297-bbc7-bf068b1603c8 HTTP/1.1" status: 204 len: 168 time: 0.4693336 Mar 28 05:42:57.695170 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 32920) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:57.798331 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-dc600ff0-3a25-4cb8-a5b6-4846a7111dea req-8dc3863e-b8ec-4d93-85be-38cc98ccc763 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 210 time: 0.0381620 Mar 28 05:42:57.814177 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (a9de740d-d0af-4bc0-96ad-2818ea9e9de5), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:57.917404 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (a9de740d-d0af-4bc0-96ad-2818ea9e9de5), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:57.944094 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.944439 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.945303 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.946175 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > port after_create 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.946594 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.946837 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > port after_update 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.947363 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.947472 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.947773 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:57.948089 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:58.021733 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:58.022391 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:58.022391 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:58.022727 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 05:42:58.023004 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9de740d-d0af-4bc0-96ad-2818ea9e9de5']}} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:58.041888 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a743d0-f924-4b33-939c-ee3f5f707953') {'for_net_delete': True} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:58.042187 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a743d0-f924-4b33-939c-ee3f5f707953') {} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:58.062853 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6756237'] for segment (91a743d0-f924-4b33-939c-ee3f5f707953), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.089932 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (91a743d0-f924-4b33-939c-ee3f5f707953), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.100217 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:42:58.101002 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5847043'] for segment (91a743d0-f924-4b33-939c-ee3f5f707953), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: from cryptography.utils import int_from_bytes Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: from cryptography.utils import int_from_bytes Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: Traceback (most recent call last): Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: timer() Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: cb(*args, **kw) Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: return func(*args, **kwargs) Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: self._notify() Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: self.callback(batched_events) Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: event.method(event) Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: return f(self, *a, **k) Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: return self._get(url).json() Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: return self.request(url, 'GET', **kwargs) Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:42:58.105992 dv-cinder-831776-5-smb neutron-server[109882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:42:58.195065 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (a9de740d-d0af-4bc0-96ad-2818ea9e9de5), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.207673 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.214449 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] 10.222.0.13 "DELETE /v2.0/networks/a9de740d-d0af-4bc0-96ad-2818ea9e9de5 HTTP/1.1" status: 204 len: 168 time: 0.5180244 Mar 28 05:42:58.217399 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32930) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:58.234085 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b1025-cfbf-4c10-bf01-8cd31bb83f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=a9de740d-d0af-4bc0-96ad-2818ea9e9de5,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:58.340066 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_v2 [None req-407eefee-6514-4421-ad92-3c5dd31e6425 admin admin] Deleting subnet 46d778ef-1f2a-4128-beb7-a2a8b42cbe38 {{(pid=109881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:42:58.344545 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-407eefee-6514-4421-ad92-3c5dd31e6425 admin admin] Publish callbacks [] for subnet (46d778ef-1f2a-4128-beb7-a2a8b42cbe38), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.390750 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-407eefee-6514-4421-ad92-3c5dd31e6425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592138'] for subnet (46d778ef-1f2a-4128-beb7-a2a8b42cbe38), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.447470 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:42:58.454156 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-407eefee-6514-4421-ad92-3c5dd31e6425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (46d778ef-1f2a-4128-beb7-a2a8b42cbe38), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.459984 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 0c701a67-0acf-4d13-8ae2-ee31b476d1ad no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:42:58.502350 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ea43-42aa-461c-bbab-3f48552b68c4 req-8abfb75c-5519-441d-92ba-0af8677a5394 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:58.511496 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7234ea43-42aa-461c-bbab-3f48552b68c4 req-8abfb75c-5519-441d-92ba-0af8677a5394 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 944 time: 0.0761211 Mar 28 05:42:58.541638 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 0c701a67-0acf-4d13-8ae2-ee31b476d1ad {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:42:58.542816 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 0c701a67-0acf-4d13-8ae2-ee31b476d1ad not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:42:58.566342 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-407eefee-6514-4421-ad92-3c5dd31e6425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6107714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613624'] for subnet (46d778ef-1f2a-4128-beb7-a2a8b42cbe38), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.589104 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-407eefee-6514-4421-ad92-3c5dd31e6425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.592856 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7234ea43-42aa-461c-bbab-3f48552b68c4 req-4931272c-a40f-457e-a582-d2de7ced8f23 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784328 Mar 28 05:42:58.598063 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 32934) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:58.598283 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-407eefee-6514-4421-ad92-3c5dd31e6425 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46d778ef-1f2a-4128-beb7-a2a8b42cbe38 HTTP/1.1" status: 204 len: 168 time: 0.3791881 Mar 28 05:42:58.623749 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eefee-6514-4421-ad92-3c5dd31e6425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d778ef-1f2a-4128-beb7-a2a8b42cbe38,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:58.722663 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:58.743692 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb', 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84', 'port_id': '3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb', 'mac_address': 'fa:16:3e:47:fa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25536a28-5fa7-4b43-9046-1fad1f3a5737', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:42:58.811610 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:42:58.812152 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.819340 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (240394b4-189e-40a4-aaf6-f73a5d3c34c4), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.829322 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:42:58.854504 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:42:58.860082 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:58.868208 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492be05-f929-4e1a-ba77-1900ee7ed1bb req-42bdf672-97f4-4493-ac60-d0c63d8d41bb tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:58.878348 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5492be05-f929-4e1a-ba77-1900ee7ed1bb req-42bdf672-97f4-4493-ac60-d0c63d8d41bb tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1396959 Mar 28 05:42:58.939759 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:59.001258 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-22a992f1-b0e0-47b0-a2c2-a8a3b7b265df req-d9dd65ac-6b6c-40b7-b62d-28f592b858fe tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 210 time: 0.0906539 Mar 28 05:42:59.020540 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (240394b4-189e-40a4-aaf6-f73a5d3c34c4), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.054557 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5492be05-f929-4e1a-ba77-1900ee7ed1bb req-f0b57ba6-abc7-4552-9ecd-3eeff7cdd9f8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714909 Mar 28 05:42:59.063181 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240394b4-189e-40a4-aaf6-f73a5d3c34c4']}} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:59.079617 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0882bfef-3224-4f29-b96b-19771bfe2983') {'for_net_delete': True} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:59.079915 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0882bfef-3224-4f29-b96b-19771bfe2983') {} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:42:59.091706 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6756237'] for segment (0882bfef-3224-4f29-b96b-19771bfe2983), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.114455 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (0882bfef-3224-4f29-b96b-19771bfe2983), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.124953 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:42:59.125854 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5847043'] for segment (0882bfef-3224-4f29-b96b-19771bfe2983), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: Traceback (most recent call last): Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: timer() Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: cb(*args, **kw) Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: return func(*args, **kwargs) Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: self._notify() Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: self.callback(batched_events) Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: event.method(event) Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: return f(self, *a, **k) Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: return self._get(url).json() Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: return self.request(url, 'GET', **kwargs) Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:42:59.128586 dv-cinder-831776-5-smb neutron-server[109882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:42:59.227346 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:42:59.321893 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (240394b4-189e-40a4-aaf6-f73a5d3c34c4), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.352581 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.355904 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/240394b4-189e-40a4-aaf6-f73a5d3c34c4 HTTP/1.1" status: 204 len: 168 time: 0.7567842 Mar 28 05:42:59.371196 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32562596-def8-4f8d-b7d5-f57366f4c7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=240394b4-189e-40a4-aaf6-f73a5d3c34c4,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:42:59.441877 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b4aa7ff2-e873-4f14-824c-73961288a0a9 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:59.443693 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b4aa7ff2-e873-4f14-824c-73961288a0a9 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 815 time: 0.1914670 Mar 28 05:42:59.559508 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-a18e212d-f6d7-42c5-bdf4-7b2cc6979cd3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 472 time: 0.1032598 Mar 28 05:42:59.568400 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'port': {'device_id': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'admin_state_up': True, 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'security_groups': ['12c54079-9bdc-4c89-a208-0d4345a8486b']}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:42:59.643614 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 32948) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:59.772522 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32952) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:42:59.779368 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e94d7cc5-5986-4227-a129-b9bb345b0c26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a161c360b28346eebf0162b70a9ba7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350296 Mar 28 05:42:59.794770 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Made reservation on behalf of b89f732473c344b299a6523f3ad9a23c for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:42:59.799908 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.838513 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586138e-f633-4aeb-96c9-2b1fd8909920 req-992785fd-98ce-48f1-aa52-477527057e06 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:42:59.845513 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6586138e-f633-4aeb-96c9-2b1fd8909920 req-992785fd-98ce-48f1-aa52-477527057e06 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 945 time: 0.1303480 Mar 28 05:42:59.865648 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-022f6a63-ec91-4c36-9116-c4fbc9aace8e admin admin] Publish callbacks [] for security_group (34814aa3-3c4d-4430-8fd5-4ae52fd296cc), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.903289 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-022f6a63-ec91-4c36-9116-c4fbc9aace8e admin admin] Publish callbacks [] for security_group (34814aa3-3c4d-4430-8fd5-4ae52fd296cc), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.949165 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6586138e-f633-4aeb-96c9-2b1fd8909920 req-4bf84e33-4a76-4d8f-9c45-b1231fe684dc tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937448 Mar 28 05:42:59.974551 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-022f6a63-ec91-4c36-9116-c4fbc9aace8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (34814aa3-3c4d-4430-8fd5-4ae52fd296cc), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.974551 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-022f6a63-ec91-4c36-9116-c4fbc9aace8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:42:59.974551 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-022f6a63-ec91-4c36-9116-c4fbc9aace8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34814aa3-3c4d-4430-8fd5-4ae52fd296cc HTTP/1.1" status: 204 len: 168 time: 0.1999381 Mar 28 05:42:59.983228 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f6a63-ec91-4c36-9116-c4fbc9aace8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34814aa3-3c4d-4430-8fd5-4ae52fd296cc,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:00.046471 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Allocated IP 172.20.0.5 (a4d009d6-ebb3-4047-831e-62c187fd5c21/a244f379-ea2c-4eb9-ab70-7fd6eddbbedb/9196a142-47a5-42ef-902d-dd1e31f3280d) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:43:00.271964 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b9c2bdb-6b51-4da4-96d2-cbc4dd83b35b req-2db94cd7-4588-4cd9-9291-021f4bde651c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 210 time: 0.1121504 Mar 28 05:43:00.353351 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07077fb-660a-41d8-bef6-07a519c34c73 req-44b4b16a-e7be-4262-9a55-7f6ce1605fa4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:00.355297 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d07077fb-660a-41d8-bef6-07a519c34c73 req-44b4b16a-e7be-4262-9a55-7f6ce1605fa4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.1945827 Mar 28 05:43:00.358167 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.436481 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:43:00.447841 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.453752 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d07077fb-660a-41d8-bef6-07a519c34c73 req-ebd9e55b-09f2-4278-8d97-0e27e361e10a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883260 Mar 28 05:43:00.489339 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32962) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:00.539610 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:43:00.543331 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=9196a142-47a5-42ef-902d-dd1e31f3280d,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:00.546364 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:43:00.546843 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.559187 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:43:00.560859 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:43:00.566097 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:43:00.596944 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-97e4e26e-901f-4389-8aba-95468cbd9d0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c45179e012fc4fbd8eaaced4983f4d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1060016 Mar 28 05:43:00.601521 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 32966) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:00.721984 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:43:00.721984 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.728827 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:00.729852 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.735664 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4c712544-3e08-4298-b7e6-2e67fc84ab41 admin admin] Publish callbacks [] for security_group (5c2b991a-a931-41a6-8b33-fee25ea5f424), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.753655 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-3446c2b0-9923-4f61-915f-3651b04f50ca tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1890101 Mar 28 05:43:00.768683 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Request body: {'port': {'device_id': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:00.775649 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dcdf5b-259f-4821-af14-4991584f55d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:00.783698 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c38c51-d4ea-419c-9a88-ecb71e351ff2" -d '{"events": [{"server_uuid": "07dcdf5b-259f-4821-af14-4991584f55d1", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:00.811572 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4c712544-3e08-4298-b7e6-2e67fc84ab41 admin admin] Publish callbacks [] for security_group (5c2b991a-a931-41a6-8b33-fee25ea5f424), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.830914 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:00.839327 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.895238 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c18f1de-73bc-4d08-8d3e-aa1e2bfdd853 x-openstack-request-id: req-3c18f1de-73bc-4d08-8d3e-aa1e2bfdd853 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:00.904269 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dcdf5b-259f-4821-af14-4991584f55d1", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:00.904841 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c18f1de-73bc-4d08-8d3e-aa1e2bfdd853 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:00.907088 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c18f1de-73bc-4d08-8d3e-aa1e2bfdd853'] response: {'server_uuid': '07dcdf5b-259f-4821-af14-4991584f55d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb', 'code': 200} Mar 28 05:43:00.927328 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.938574 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4c712544-3e08-4298-b7e6-2e67fc84ab41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5c2b991a-a931-41a6-8b33-fee25ea5f424), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.941805 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4c712544-3e08-4298-b7e6-2e67fc84ab41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:00.946965 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4c712544-3e08-4298-b7e6-2e67fc84ab41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c2b991a-a931-41a6-8b33-fee25ea5f424 HTTP/1.1" status: 204 len: 168 time: 0.3345277 Mar 28 05:43:00.970947 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c712544-3e08-4298-b7e6-2e67fc84ab41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2b991a-a931-41a6-8b33-fee25ea5f424,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:00.995279 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:01.036827 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-bf5da60e-5591-4120-940e-d13a89557fa8 None None] Provisioning complete for port 9196a142-47a5-42ef-902d-dd1e31f3280d triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:43:01.038207 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-bf5da60e-5591-4120-940e-d13a89557fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:01.096868 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-bf5da60e-5591-4120-940e-d13a89557fa8 None None] Port 9196a142-47a5-42ef-902d-dd1e31f3280d cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:43:01.281475 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb553816-1817-4835-9488-44e43b79a860 req-0d0dcf42-96fa-46bc-bd10-bc0a6f4329da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:01.283139 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb553816-1817-4835-9488-44e43b79a860 req-0d0dcf42-96fa-46bc-bd10-bc0a6f4329da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 1130 time: 0.0800991 Mar 28 05:43:01.357458 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2458c0c-710a-48c4-bd99-cf3971dc308e req-efa4973e-4334-4db7-8efa-70e3c5dc338a tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:01.359014 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e2458c0c-710a-48c4-bd99-cf3971dc308e req-efa4973e-4334-4db7-8efa-70e3c5dc338a tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.2361875 Mar 28 05:43:01.373152 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb553816-1817-4835-9488-44e43b79a860 req-4a9b4e2f-b4a6-4e73-b07d-eeb60f158bb4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808353 Mar 28 05:43:01.515593 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e2458c0c-710a-48c4-bd99-cf3971dc308e req-daa94652-8298-46f2-9d2f-0f0ecf7e02a2 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242857 Mar 28 05:43:01.531832 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16096fe-2acb-408a-a8a6-68e21a93f481 req-1e4288f8-3ba0-4ba3-a263-4c148c0d3a58 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:01.533420 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d16096fe-2acb-408a-a8a6-68e21a93f481 req-1e4288f8-3ba0-4ba3-a263-4c148c0d3a58 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 931 time: 0.1433275 Mar 28 05:43:01.626992 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d16096fe-2acb-408a-a8a6-68e21a93f481 req-1b8994dd-2eea-47ab-bc7b-441d37d1a6b0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838330 Mar 28 05:43:01.636931 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9196a142-47a5-42ef-902d-dd1e31f3280d {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:43:01.645901 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Publish callbacks [] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:01.668593 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Transition to ACTIVE for port object 9196a142-47a5-42ef-902d-dd1e31f3280d will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:43:01.673633 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:01.819826 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Pushing event updated for resources: {'Port': ['ID=9196a142-47a5-42ef-902d-dd1e31f3280d,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:01.869161 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Attempting to bind port 9196a142-47a5-42ef-902d-dd1e31f3280d on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:43:01.869672 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Attempting to bind port 9196a142-47a5-42ef-902d-dd1e31f3280d by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:43:01.870143 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Attempting to bind port 9196a142-47a5-42ef-902d-dd1e31f3280d on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:43:01.875366 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Port 9196a142-47a5-42ef-902d-dd1e31f3280d on network a4d009d6-ebb3-4047-831e-62c187fd5c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:43:01.875805 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Attempting to bind port 9196a142-47a5-42ef-902d-dd1e31f3280d on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:43:01.881679 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:43:01.882133 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Checking segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:43:01.882634 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Bound using segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:43:01.884010 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Bound port: 9196a142-47a5-42ef-902d-dd1e31f3280d, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:43:01.889450 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:01.971736 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] For port 9196a142-47a5-42ef-902d-dd1e31f3280d, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:43:01.975181 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] For port 9196a142-47a5-42ef-902d-dd1e31f3280d, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9196a142-47a5-42ef-902d-dd1e31f3280d,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:43:01.983322 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:02.052312 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Pushing event updated for resources: {'Port': ['ID=9196a142-47a5-42ef-902d-dd1e31f3280d,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:02.069960 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:02.070824 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:02.072277 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b1c4a15c-57b2-4f27-8b24-ddcd3779a875 service neutron] 10.222.0.30 "PUT /v2.0/ports/9196a142-47a5-42ef-902d-dd1e31f3280d HTTP/1.1" status: 200 len: 1093 time: 1.3096700 Mar 28 05:43:02.072729 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'tag': '9196a142-47a5-42ef-902d-dd1e31f3280d'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:02.075150 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4693d291-dca1-4f79-afcb-1edeca5831f4" -d '{"events": [{"name": "network-changed", "server_uuid": "51f69dd7-de15-42c1-ad08-e11ef9cd67d9", "tag": "9196a142-47a5-42ef-902d-dd1e31f3280d"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:02.168061 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631182a6-408f-4e26-bf33-3f5e19bc0b42 x-openstack-request-id: req-631182a6-408f-4e26-bf33-3f5e19bc0b42 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:02.168319 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f69dd7-de15-42c1-ad08-e11ef9cd67d9", "tag": "9196a142-47a5-42ef-902d-dd1e31f3280d", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:02.168577 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-631182a6-408f-4e26-bf33-3f5e19bc0b42 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:02.168980 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631182a6-408f-4e26-bf33-3f5e19bc0b42'] response: {'name': 'network-changed', 'server_uuid': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'tag': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'status': 'completed', 'code': 200} Mar 28 05:43:02.194552 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-f9c60437-a0c7-4a8d-934d-1d3c94ebcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:02.196462 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-f9c60437-a0c7-4a8d-934d-1d3c94ebcc10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 1127 time: 0.0758429 Mar 28 05:43:02.255984 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-d3597563-d6fa-45ea-825d-c787911f75b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9196a142-47a5-42ef-902d-dd1e31f3280d HTTP/1.1" status: 200 len: 217 time: 0.0447371 Mar 28 05:43:02.342091 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-d53a36cf-5be9-46b1-9e42-3494ef170a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:02.344420 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-d53a36cf-5be9-46b1-9e42-3494ef170a10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0796919 Mar 28 05:43:02.458863 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-cdf73b79-50fb-4e46-a0ac-11ea6c56d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:02.462089 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-cdf73b79-50fb-4e46-a0ac-11ea6c56d562 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1024072 Mar 28 05:43:02.694135 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-b45ade47-2f16-4ffb-ab8f-58d9b449cf2b service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178481 Mar 28 05:43:02.755375 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebf849-add1-43cc-8532-2066c9691997 req-11ef3d1b-745e-45a9-893f-482d435f5617 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:02.764396 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-39ebf849-add1-43cc-8532-2066c9691997 req-11ef3d1b-745e-45a9-893f-482d435f5617 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.1277356 Mar 28 05:43:02.930400 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33024) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:02.936017 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-c277661b-d0ea-4e78-9e4c-49e471fc94ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727107793', 'description': 'tempest-description--1748005882'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:02.978873 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c277661b-d0ea-4e78-9e4c-49e471fc94ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.059982 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c277661b-d0ea-4e78-9e4c-49e471fc94ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group (c40b535b-9c43-4d5f-8b23-3171ed725faa), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.065880 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c277661b-d0ea-4e78-9e4c-49e471fc94ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c40b535b-9c43-4d5f-8b23-3171ed725faa), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.098857 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277661b-d0ea-4e78-9e4c-49e471fc94ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40b535b-9c43-4d5f-8b23-3171ed725faa,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:03.104642 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c277661b-d0ea-4e78-9e4c-49e471fc94ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.106268 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c277661b-d0ea-4e78-9e4c-49e471fc94ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1740489 Mar 28 05:43:03.110009 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33028) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:03.116460 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-e3ab798f-8a69-43c3-aa1e-37f505257769 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'security_group_rule': {'security_group_id': 'c40b535b-9c43-4d5f-8b23-3171ed725faa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:03.168562 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3ab798f-8a69-43c3-aa1e-37f505257769 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group_rule (f3b520b5-16cf-4ca6-a0fc-81cb2d4208e4), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.240097 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-39ebf849-add1-43cc-8532-2066c9691997 req-9a0f3c15-28b1-4b89-9c11-8207d3beebca tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745333 Mar 28 05:43:03.251169 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a246668b-c4e0-4d72-a3b2-d1d83e4954de req-9ebf2714-3c17-4026-ad40-b901176b6f3c service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378852 Mar 28 05:43:03.262564 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72937d35-f865-4f06-961f-f48bbbca3964 req-487adeda-f9ab-4a80-b077-8cf9b1117832 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:03.264188 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-72937d35-f865-4f06-961f-f48bbbca3964 req-487adeda-f9ab-4a80-b077-8cf9b1117832 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 943 time: 0.1455724 Mar 28 05:43:03.285274 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3ab798f-8a69-43c3-aa1e-37f505257769 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group_rule (f3b520b5-16cf-4ca6-a0fc-81cb2d4208e4), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.291653 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3ab798f-8a69-43c3-aa1e-37f505257769 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (f3b520b5-16cf-4ca6-a0fc-81cb2d4208e4), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.329697 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e3ab798f-8a69-43c3-aa1e-37f505257769 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.331309 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e3ab798f-8a69-43c3-aa1e-37f505257769 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2197523 Mar 28 05:43:03.333995 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33032) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:03.346162 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-33ba6206-2ff4-4842-bcba-bdf3b8a0180d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'security_group_rule': {'security_group_id': 'c40b535b-9c43-4d5f-8b23-3171ed725faa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:03.353809 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab798f-8a69-43c3-aa1e-37f505257769 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b520b5-16cf-4ca6-a0fc-81cb2d4208e4,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:03.387316 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-72937d35-f865-4f06-961f-f48bbbca3964 req-76a32cc6-4a1a-41f3-90fb-d1eca18cd5f1 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126766 Mar 28 05:43:03.390027 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-33ba6206-2ff4-4842-bcba-bdf3b8a0180d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group_rule (44b06580-31c6-42da-8928-60a03a089325), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.421074 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-1d7cfecd-a786-44fd-98c6-740d367bfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:03.421074 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-1d7cfecd-a786-44fd-98c6-740d367bfd3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 1127 time: 0.0963368 Mar 28 05:43:03.473284 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-33ba6206-2ff4-4842-bcba-bdf3b8a0180d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group_rule (44b06580-31c6-42da-8928-60a03a089325), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.479535 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-33ba6206-2ff4-4842-bcba-bdf3b8a0180d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (44b06580-31c6-42da-8928-60a03a089325), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.511434 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba6206-2ff4-4842-bcba-bdf3b8a0180d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b06580-31c6-42da-8928-60a03a089325,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:03.522544 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-33ba6206-2ff4-4842-bcba-bdf3b8a0180d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.527274 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-33ba6206-2ff4-4842-bcba-bdf3b8a0180d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883585 Mar 28 05:43:03.527982 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33034) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:03.534004 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:03.536371 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-c885c32d-56e4-4756-8792-24d6049b06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:03.538295 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-c885c32d-56e4-4756-8792-24d6049b06c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.1064124 Mar 28 05:43:03.558916 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.590087 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-df4ac7e6-bbfa-471e-bebc-b3d15b9563bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9196a142-47a5-42ef-902d-dd1e31f3280d HTTP/1.1" status: 200 len: 217 time: 0.0426905 Mar 28 05:43:03.650238 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-d8336b05-adfc-4cd6-b4dd-574d971ace5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:03.652778 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-d8336b05-adfc-4cd6-b4dd-574d971ace5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0561309 Mar 28 05:43:03.662948 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.714722 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-ca239f73-d06e-4efb-b39b-2bd4e16b48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:03.716333 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-ca239f73-d06e-4efb-b39b-2bd4e16b48c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0531533 Mar 28 05:43:03.782959 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Allocated IP 172.28.0.114 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/4705cc0b-b427-4c35-98c8-03cf8cdd7dc3) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:43:03.838929 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-5b075fb2-5f39-471d-ab27-292c8f9f6092 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150305 Mar 28 05:43:03.898006 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for port (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.960107 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:03.978066 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4693d291-dca1-4f79-afcb-1edeca5831f4 req-75795ae2-390b-4bf4-bde1-4a4ce473bc49 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257987 Mar 28 05:43:04.003116 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:43:04.007490 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:43:04.013500 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:43:04.035940 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event updated for resources: {'Port': ['ID=4705cc0b-b427-4c35-98c8-03cf8cdd7dc3,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:04.109900 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (9cfd3013-1d79-4539-a72e-5145af010ae8), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:04.152873 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:04.428556 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299ebcd-c9ad-404c-8420-2a15b68f2253 req-ff0e0be9-1bb3-493a-90a9-d6ecfe32c867 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:04.431403 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e299ebcd-c9ad-404c-8420-2a15b68f2253 req-ff0e0be9-1bb3-493a-90a9-d6ecfe32c867 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.0636561 Mar 28 05:43:04.452838 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for port (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:04.457690 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:04.504786 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e299ebcd-c9ad-404c-8420-2a15b68f2253 req-08e2ad04-2bd9-4cb7-981b-f47abb98b8b1 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623808 Mar 28 05:43:04.557378 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event updated for resources: {'Port': ['ID=4705cc0b-b427-4c35-98c8-03cf8cdd7dc3,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:04.558853 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec962e9-c951-427e-9e96-6e1e06627638 req-5f2a134e-ab2e-49ae-a92e-2772a369d437 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:04.567567 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8ec962e9-c951-427e-9e96-6e1e06627638 req-5f2a134e-ab2e-49ae-a92e-2772a369d437 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 943 time: 0.0790615 Mar 28 05:43:04.577619 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (9cfd3013-1d79-4539-a72e-5145af010ae8), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:04.602203 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:04.603937 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-5b2db4d6-80a3-4fdb-be0d-3a66fb846840 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0737114 Mar 28 05:43:04.643368 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8ec962e9-c951-427e-9e96-6e1e06627638 req-d6522cb0-23b3-40cb-b4b6-79d3a1158a8f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712850 Mar 28 05:43:05.129799 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa1ec-dd17-4c9c-ada3-cd05003d9af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:05.773853 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b0b2d-08ad-442f-ac86-78410fb28f92 req-dced184d-a7b0-45cd-a436-52bb645dab78 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:05.775705 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d60b0b2d-08ad-442f-ac86-78410fb28f92 req-dced184d-a7b0-45cd-a436-52bb645dab78 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 943 time: 0.0603240 Mar 28 05:43:05.842083 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d60b0b2d-08ad-442f-ac86-78410fb28f92 req-8d6cc7e3-660d-4037-9166-f1467853f8fd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570097 Mar 28 05:43:06.581283 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-ebea67c6-7fc1-4649-8646-205dbd82cd37 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--727107793&fields=id&tenant_id=eaedd07c20314601b10ba29588506856 HTTP/1.1" status: 200 len: 267 time: 0.0485513 Mar 28 05:43:06.704876 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-0527214f-9f76-41c6-bce4-9cb72638f269 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:06.706481 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-0527214f-9f76-41c6-bce4-9cb72638f269 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 819 time: 0.1140492 Mar 28 05:43:06.723527 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-1260c86e-1360-4b72-a3ae-447f093720a3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/quotas/eaedd07c20314601b10ba29588506856 HTTP/1.1" status: 200 len: 375 time: 0.0095565 Mar 28 05:43:06.871975 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-9cdfcb76-6e84-466d-b26e-c6a1fe6209ee tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1299598 Mar 28 05:43:07.064097 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-54c2a663-8d85-422c-8c65-10e42eb5c23c service neutron] 10.222.0.13 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561069 Mar 28 05:43:07.200487 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-1672040f-465e-4dbc-a375-0f22f64c3f2d service neutron] 10.222.0.13 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257174 Mar 28 05:43:07.224582 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2207ca-0c88-4253-88ce-281cbca1d9d1 req-d85bfa7e-ba0b-4ad5-aa83-792384808fd5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:07.227377 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6c2207ca-0c88-4253-88ce-281cbca1d9d1 req-d85bfa7e-ba0b-4ad5-aa83-792384808fd5 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 943 time: 0.2598677 Mar 28 05:43:07.297261 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6c2207ca-0c88-4253-88ce-281cbca1d9d1 req-6518bdb1-132d-4f61-bc2f-54689db79c81 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627837 Mar 28 05:43:07.339105 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9f3d16b8-5868-4b26-9ebc-58fda18f53a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:07.427254 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2dc3ad9a-5c94-4c09-853b-932124b4a85e req-f5acdb7c-78c4-4d25-9e33-34eacd1889d8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 210 time: 0.0278864 Mar 28 05:43:08.647878 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39368-ab8a-42d6-b5fe-d0d67d7a4fc8 req-7a862baf-cb69-4fc6-9bb1-7a35bd7ba3bb tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:08.655515 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-65f39368-ab8a-42d6-b5fe-d0d67d7a4fc8 req-7a862baf-cb69-4fc6-9bb1-7a35bd7ba3bb tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 943 time: 0.2179627 Mar 28 05:43:08.655897 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33214) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:08.687971 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:43:08.697137 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-75912674-537c-4809-9095-45c1526ba2df req-52dc925f-063b-4d7a-ad32-24f3ca5dbc8a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 210 time: 0.0664454 Mar 28 05:43:08.793473 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-65f39368-ab8a-42d6-b5fe-d0d67d7a4fc8 req-a8fd48fa-4b37-4008-9cca-cde82bda74ec tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369820 Mar 28 05:43:08.808123 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-9c69e123-276d-410e-88a2-c04255f878bb tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:08.810069 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-9c69e123-276d-410e-88a2-c04255f878bb tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 819 time: 0.3024540 Mar 28 05:43:08.833220 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a2a55483-5adc-43e5-b079-92a2b95fd576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:08.874899 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:08.900125 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-510c3bab-051b-4646-93ac-d4b5a43fcf58 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaedd07c20314601b10ba29588506856 HTTP/1.1" status: 200 len: 379 time: 0.0768926 Mar 28 05:43:08.909831 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'port': {'device_id': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'admin_state_up': True, 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'security_groups': ['c40b535b-9c43-4d5f-8b23-3171ed725faa']}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:08.938815 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a2a55483-5adc-43e5-b079-92a2b95fd576 admin admin] Publish callbacks [] for security_group (0c264219-40da-4853-ba60-50ed5b4940d0), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:08.944182 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a2a55483-5adc-43e5-b079-92a2b95fd576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0c264219-40da-4853-ba60-50ed5b4940d0), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:08.988075 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-a2a55483-5adc-43e5-b079-92a2b95fd576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=126828c20a6b4d5abef5bf1795463ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310025 Mar 28 05:43:08.989477 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a55483-5adc-43e5-b079-92a2b95fd576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c264219-40da-4853-ba60-50ed5b4940d0,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:08.992575 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33220) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:09.048080 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e670a7a7-c399-4c73-a925-46a079f58652 admin admin] Publish callbacks [] for security_group (0c264219-40da-4853-ba60-50ed5b4940d0), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.057508 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Made reservation on behalf of eaedd07c20314601b10ba29588506856 for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:43:09.061150 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.075134 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e670a7a7-c399-4c73-a925-46a079f58652 admin admin] Publish callbacks [] for security_group (0c264219-40da-4853-ba60-50ed5b4940d0), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.129583 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e670a7a7-c399-4c73-a925-46a079f58652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0c264219-40da-4853-ba60-50ed5b4940d0), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.137817 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e670a7a7-c399-4c73-a925-46a079f58652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.143070 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e670a7a7-c399-4c73-a925-46a079f58652 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c264219-40da-4853-ba60-50ed5b4940d0 HTTP/1.1" status: 204 len: 168 time: 0.1492925 Mar 28 05:43:09.154825 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670a7a7-c399-4c73-a925-46a079f58652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c264219-40da-4853-ba60-50ed5b4940d0,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:09.231306 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Allocated IP 172.20.0.11 (bbe29076-3a4e-4de1-8674-939a34269b67/fa243813-d098-4e47-ac3e-65e4c65a084a/740254c2-6541-4181-98ba-9329a9fb835b) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:43:09.397370 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for port (740254c2-6541-4181-98ba-9329a9fb835b), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.438139 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (740254c2-6541-4181-98ba-9329a9fb835b), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.484903 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Network bbe29076-3a4e-4de1-8674-939a34269b67 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:43:09.488607 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:43:09.494888 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:43:09.502747 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event updated for resources: {'Port': ['ID=740254c2-6541-4181-98ba-9329a9fb835b,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:09.565596 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:09.566460 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.586761 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-97c23e9c-3194-413f-b2fe-84b6b37b7d0b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6808016 Mar 28 05:43:09.605674 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Request body: {'port': {'device_id': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:09.679923 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (740254c2-6541-4181-98ba-9329a9fb835b), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.835912 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-100a745e-b635-4016-aaf6-3c2634505df7 None None] Provisioning complete for port 740254c2-6541-4181-98ba-9329a9fb835b triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:43:09.837281 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-100a745e-b635-4016-aaf6-3c2634505df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (740254c2-6541-4181-98ba-9329a9fb835b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:09.931899 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-100a745e-b635-4016-aaf6-3c2634505df7 None None] Port 740254c2-6541-4181-98ba-9329a9fb835b cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:43:10.160030 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa506a-827f-4efe-945c-d04255e377cc req-617c6099-9906-43b6-95f7-6322833375bf tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:10.162903 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-53aa506a-827f-4efe-945c-d04255e377cc req-617c6099-9906-43b6-95f7-6322833375bf tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 932 time: 0.3333948 Mar 28 05:43:10.215947 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49430f8c-4bd4-4190-8c5b-b26b1fed251e req-5920501b-1870-4afb-ab0d-91dbb58f6e09 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:10.218717 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-49430f8c-4bd4-4190-8c5b-b26b1fed251e req-5920501b-1870-4afb-ab0d-91dbb58f6e09 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 943 time: 0.2542326 Mar 28 05:43:10.346117 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-53aa506a-827f-4efe-945c-d04255e377cc req-c8cbb09d-fec7-4d9c-9582-12016cfd4b44 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742272 Mar 28 05:43:10.353331 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.376851 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-49430f8c-4bd4-4190-8c5b-b26b1fed251e req-4cbe0451-80e0-40bc-8c7a-668357edb93a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515634 Mar 28 05:43:10.456299 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740254c2-6541-4181-98ba-9329a9fb835b {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:43:10.465800 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Publish callbacks [] for port (740254c2-6541-4181-98ba-9329a9fb835b), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.481915 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Transition to ACTIVE for port object 740254c2-6541-4181-98ba-9329a9fb835b will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:43:10.486919 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (740254c2-6541-4181-98ba-9329a9fb835b), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.498414 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 9196a142-47a5-42ef-902d-dd1e31f3280d details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:43:10.565196 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Pushing event updated for resources: {'Port': ['ID=740254c2-6541-4181-98ba-9329a9fb835b,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:10.683031 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 9196a142-47a5-42ef-902d-dd1e31f3280d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9196a142-47a5-42ef-902d-dd1e31f3280d,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:10.706248 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'port_id': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'mac_address': 'fa:16:3e:76:2d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:43:10.712089 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Attempting to bind port 740254c2-6541-4181-98ba-9329a9fb835b on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:43:10.712577 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Attempting to bind port 740254c2-6541-4181-98ba-9329a9fb835b by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:43:10.712953 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Attempting to bind port 740254c2-6541-4181-98ba-9329a9fb835b on network bbe29076-3a4e-4de1-8674-939a34269b67 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:43:10.735926 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Port 740254c2-6541-4181-98ba-9329a9fb835b on network bbe29076-3a4e-4de1-8674-939a34269b67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:43:10.736283 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Attempting to bind port 740254c2-6541-4181-98ba-9329a9fb835b on network bbe29076-3a4e-4de1-8674-939a34269b67 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:43:10.751477 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:43:10.756833 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Checking segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:43:10.759398 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Bound using segment: {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:43:10.760002 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Bound port: 740254c2-6541-4181-98ba-9329a9fb835b, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb66b39-4601-4460-bb95-dea1a9a0531d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:43:10.761553 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (740254c2-6541-4181-98ba-9329a9fb835b), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.794807 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 9196a142-47a5-42ef-902d-dd1e31f3280d is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:43:10.795209 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.825778 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9196a142-47a5-42ef-902d-dd1e31f3280d {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:43:10.877542 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 9196a142-47a5-42ef-902d-dd1e31f3280d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9196a142-47a5-42ef-902d-dd1e31f3280d,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:10.878451 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] For port 740254c2-6541-4181-98ba-9329a9fb835b, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:43:10.884785 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] For port 740254c2-6541-4181-98ba-9329a9fb835b, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=740254c2-6541-4181-98ba-9329a9fb835b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:43:10.885147 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.899194 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (740254c2-6541-4181-98ba-9329a9fb835b), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.937933 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:10.938541 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:10.940081 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 200 len: 1094 time: 1.3437860 Mar 28 05:43:10.940411 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:10.941733 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=9196a142-47a5-42ef-902d-dd1e31f3280d,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:10.943049 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca5cf1-51e2-49d0-b615-c0d8437c4027" -d '{"events": [{"name": "network-changed", "server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "tag": "740254c2-6541-4181-98ba-9329a9fb835b"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:11.033301 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045e3731-eb94-4e0a-a3fc-df2e4a221efa x-openstack-request-id: req-045e3731-eb94-4e0a-a3fc-df2e4a221efa {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:11.033731 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "tag": "740254c2-6541-4181-98ba-9329a9fb835b", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:11.033966 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-045e3731-eb94-4e0a-a3fc-df2e4a221efa {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:11.034473 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045e3731-eb94-4e0a-a3fc-df2e4a221efa'] response: {'name': 'network-changed', 'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b', 'status': 'completed', 'code': 200} Mar 28 05:43:11.069340 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e88a1-65bb-4b22-97a6-22cf634451d6 service neutron] Pushing event updated for resources: {'Port': ['ID=740254c2-6541-4181-98ba-9329a9fb835b,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:11.103246 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-446e84c0-e7e0-4189-8cb2-e5d336a210f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:11.105303 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-446e84c0-e7e0-4189-8cb2-e5d336a210f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1128 time: 0.1067111 Mar 28 05:43:11.193985 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-811eed0d-a3a2-4815-8a84-ca418d01e24a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 200 len: 217 time: 0.0665290 Mar 28 05:43:11.227905 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['9196a142-47a5-42ef-902d-dd1e31f3280d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:43:11.278063 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-7384030c-f701-46d2-80c1-04814afb185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:11.280729 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-7384030c-f701-46d2-80c1-04814afb185e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0800488 Mar 28 05:43:11.377247 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-6180265e-aa7e-443d-8b65-143e2f64fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:11.388984 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-6180265e-aa7e-443d-8b65-143e2f64fbfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0971124 Mar 28 05:43:11.609744 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:11.637481 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4eeb0-4ecc-4f52-9e05-d9a534e7ee67 req-356ff27c-a9da-438d-8781-5d7c3d5562c8 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:11.639495 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-48a4eeb0-4ecc-4f52-9e05-d9a534e7ee67 req-356ff27c-a9da-438d-8781-5d7c3d5562c8 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 944 time: 0.1241777 Mar 28 05:43:11.686012 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-550adf09-fa32-423c-91bb-496854273d9d service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878840 Mar 28 05:43:11.694005 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34291d32-b321-4794-b144-a19128c5d1d3 req-bd9c7c90-ca8f-4bdd-b13c-58c79db89706 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:11.696381 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-34291d32-b321-4794-b144-a19128c5d1d3 req-bd9c7c90-ca8f-4bdd-b13c-58c79db89706 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.1799664 Mar 28 05:43:11.814262 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-48a4eeb0-4ecc-4f52-9e05-d9a534e7ee67 req-ebb71310-1661-4cb8-80de-35669d1d2739 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645212 Mar 28 05:43:11.862993 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-34291d32-b321-4794-b144-a19128c5d1d3 req-99f60970-2c25-45ce-848f-1c18209a559b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564434 Mar 28 05:43:11.884806 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b0f2b6f-941b-452f-9a80-f23eaf5b6ee7 req-6b48ae3e-c667-49a9-98df-9e17f375277d service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862721 Mar 28 05:43:12.051366 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-9dd682d0-852a-4779-9988-9cfe85e64c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:12.057830 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-9dd682d0-852a-4779-9988-9cfe85e64c69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1128 time: 0.1145875 Mar 28 05:43:12.164412 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-0beaa1cc-f4ef-464f-96e2-b95c31a9d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:12.165977 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-0beaa1cc-f4ef-464f-96e2-b95c31a9d1c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.1010623 Mar 28 05:43:12.233957 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-43db7946-8a13-4256-970b-23abc8541bee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 200 len: 217 time: 0.0599961 Mar 28 05:43:12.521163 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 9196a142-47a5-42ef-902d-dd1e31f3280d up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:43:12.524457 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-f17e8515-a8dd-41fc-bd28-e1ba03f9a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:12.527305 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-f17e8515-a8dd-41fc-bd28-e1ba03f9a12e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.2863653 Mar 28 05:43:12.594531 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-94f69984-c59f-4011-ad7b-11946db51c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:12.596026 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-94f69984-c59f-4011-ad7b-11946db51c10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0624771 Mar 28 05:43:12.607681 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 9196a142-47a5-42ef-902d-dd1e31f3280d completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:43:12.612048 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 9196a142-47a5-42ef-902d-dd1e31f3280d triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:43:12.612363 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:12.697899 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-93141d54-d36b-4828-b672-e496cf28f3ae service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948734 Mar 28 05:43:12.706532 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 9196a142-47a5-42ef-902d-dd1e31f3280d is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:43:12.706933 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:12.735377 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196a142-47a5-42ef-902d-dd1e31f3280d'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:12.737648 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224c9ee2-bf2b-48f4-b9b5-4de48953976f" -d '{"events": [{"server_uuid": "51f69dd7-de15-42c1-ad08-e11ef9cd67d9", "name": "network-vif-plugged", "status": "completed", "tag": "9196a142-47a5-42ef-902d-dd1e31f3280d"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:12.761547 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 9196a142-47a5-42ef-902d-dd1e31f3280d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9196a142-47a5-42ef-902d-dd1e31f3280d,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:12.772239 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:12.784344 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dcb84b-43cd-45e3-9be0-6f81b8afc903 x-openstack-request-id: req-a8dcb84b-43cd-45e3-9be0-6f81b8afc903 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:12.784661 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f69dd7-de15-42c1-ad08-e11ef9cd67d9", "name": "network-vif-plugged", "status": "completed", "tag": "9196a142-47a5-42ef-902d-dd1e31f3280d", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:12.784923 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8dcb84b-43cd-45e3-9be0-6f81b8afc903 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:12.785362 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8dcb84b-43cd-45e3-9be0-6f81b8afc903'] response: {'server_uuid': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'code': 200} Mar 28 05:43:12.804116 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6cca5cf1-51e2-49d0-b615-c0d8437c4027 req-692c7e7a-c516-4bf6-a481-83c710438e6a service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981205 Mar 28 05:43:12.866043 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=9196a142-47a5-42ef-902d-dd1e31f3280d,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:12.982914 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf9097-b7cf-4288-8b50-b1a585321321 req-467f0cb8-e712-487a-9717-47927b3bfa40 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:12.984736 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7bf9097-b7cf-4288-8b50-b1a585321321 req-467f0cb8-e712-487a-9717-47927b3bfa40 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0684454 Mar 28 05:43:13.120804 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3932741-d52f-44b2-8e8b-87950487f693 req-7984fead-2206-42b6-b31c-0770b2ce3a03 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:13.122404 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a3932741-d52f-44b2-8e8b-87950487f693 req-7984fead-2206-42b6-b31c-0770b2ce3a03 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.1365170 Mar 28 05:43:13.126855 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7bf9097-b7cf-4288-8b50-b1a585321321 req-da83eeb1-1816-4be1-9b7a-3808f5a58027 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296513 Mar 28 05:43:13.166099 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8c81d-0cdf-4863-9737-4dba998927b6 req-eb4ca422-fe0c-4207-ac09-72aba14ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:13.167868 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cab8c81d-0cdf-4863-9737-4dba998927b6 req-eb4ca422-fe0c-4207-ac09-72aba14ecc81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 1129 time: 0.1425538 Mar 28 05:43:13.211645 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a3932741-d52f-44b2-8e8b-87950487f693 req-235d409d-8bb3-4b95-9295-a9d4b981be5b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825484 Mar 28 05:43:13.237615 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cab8c81d-0cdf-4863-9737-4dba998927b6 req-d81630c4-b1a4-4f4d-8924-0c2631c1b79a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615656 Mar 28 05:43:13.542493 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-707393b7-2dfd-47ac-98c0-84de4d2142ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680270 Mar 28 05:43:13.618799 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-e9a8b39a-5e77-4a44-b074-b70141a925c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:13.620509 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-e9a8b39a-5e77-4a44-b074-b70141a925c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 1129 time: 0.0503118 Mar 28 05:43:13.736361 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-2bfecd26-271f-4249-bf10-93c53f8628ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:13.737986 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-2bfecd26-271f-4249-bf10-93c53f8628ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.0909033 Mar 28 05:43:13.782990 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-09e0f6d9-d343-43f4-b90e-2cfd647a3f05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fa15b9-f29c-4d9a-819e-0a4522956eb8 HTTP/1.1" status: 200 len: 217 time: 0.0388398 Mar 28 05:43:13.837707 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-f531d701-89d4-4ae0-b1ec-7e051976b24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:13.839469 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-f531d701-89d4-4ae0-b1ec-7e051976b24d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0503485 Mar 28 05:43:13.896079 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-b177d3f0-7475-4193-85bd-48207c3a1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:13.897619 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-b177d3f0-7475-4193-85bd-48207c3a1d6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502048 Mar 28 05:43:14.036500 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-dfe5970a-8ecf-4d3a-9c12-b9b17729c0ad service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280780 Mar 28 05:43:14.159779 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ba803f60-4864-4a4e-8548-789c4862eb0f req-8ecd858d-aa49-4e10-b790-6b90651d79d7 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054177 Mar 28 05:43:14.279386 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143316a-0f97-42ff-8900-87ee18082f78 req-b4d9bdc6-2d8b-42d1-86e2-c484a8b95f27 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:14.285541 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3143316a-0f97-42ff-8900-87ee18082f78 req-b4d9bdc6-2d8b-42d1-86e2-c484a8b95f27 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0714045 Mar 28 05:43:14.383379 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3143316a-0f97-42ff-8900-87ee18082f78 req-f7e0ab8d-85d5-45dc-ba54-629ebdd9798c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940640 Mar 28 05:43:14.420926 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d612cc-1b76-4f0f-abcb-30112d2a5ed4 req-1bc5ff49-cba3-47a1-976f-c0dca752c330 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:14.424273 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c8d612cc-1b76-4f0f-abcb-30112d2a5ed4 req-1bc5ff49-cba3-47a1-976f-c0dca752c330 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.1058714 Mar 28 05:43:14.490266 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c8d612cc-1b76-4f0f-abcb-30112d2a5ed4 req-c41c22ae-3f35-4ea6-b902-22c254482fd6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508075 Mar 28 05:43:15.503068 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70d6d4-4c0f-48e9-96a9-c4a507b110a3 req-cdc7bde4-7728-4962-86cd-f41570cc2921 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:15.505369 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-da70d6d4-4c0f-48e9-96a9-c4a507b110a3 req-cdc7bde4-7728-4962-86cd-f41570cc2921 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0583498 Mar 28 05:43:15.512387 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:15.583070 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-da70d6d4-4c0f-48e9-96a9-c4a507b110a3 req-8004d141-376f-4b42-97fd-75c6dce3b0ea tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701847 Mar 28 05:43:15.651777 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f917-4c07-4863-bc81-250624f57c92 req-d4983006-171f-4e6a-9fae-78a5ff3a2728 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:15.659707 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fe28f917-4c07-4863-bc81-250624f57c92 req-d4983006-171f-4e6a-9fae-78a5ff3a2728 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.0692923 Mar 28 05:43:15.755030 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fe28f917-4c07-4863-bc81-250624f57c92 req-f9537f3d-686a-49ce-bb2e-48f3b170bf6a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945253 Mar 28 05:43:15.771297 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029e9a9-c8c2-42be-953f-6528304b0b0c req-4a48145d-a25f-44ba-a867-bcda33d55c16 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:15.772727 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d029e9a9-c8c2-42be-953f-6528304b0b0c req-4a48145d-a25f-44ba-a867-bcda33d55c16 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0812163 Mar 28 05:43:15.791246 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33366) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:15.791783 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'floatingip': {'port_id': '9196a142-47a5-42ef-902d-dd1e31f3280d'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:15.890981 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (2cd51e38-c7f2-4ba3-8d40-4aede74d5af0), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:16.557298 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:16.561327 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (2cd51e38-c7f2-4ba3-8d40-4aede74d5af0), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:16.664704 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Floating IP 2cd51e38-c7f2-4ba3-8d40-4aede74d5af0 associated. External IP: 172.28.0.221, port: 9196a142-47a5-42ef-902d-dd1e31f3280d. Mar 28 05:43:17.009457 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266a1e2-679d-4075-bcd0-e285a267c95f req-9bb29ef3-bac1-4a3d-a125-70980197765c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:17.010946 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2266a1e2-679d-4075-bcd0-e285a267c95f req-9bb29ef3-bac1-4a3d-a125-70980197765c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.1002769 Mar 28 05:43:17.128894 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2266a1e2-679d-4075-bcd0-e285a267c95f req-5e7f4ff4-58d7-4382-af32-e0b1e00a4247 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111431 Mar 28 05:43:17.186837 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:43:17.379520 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:43:17.396574 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:17.401711 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:43:17.417922 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:43:17.421065 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:43:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:17.443118 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4d76f32e-ca1e-4019-ac02-7cde3736f10e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "PUT /v2.0/floatingips/2cd51e38-c7f2-4ba3-8d40-4aede74d5af0 HTTP/1.1" status: 200 len: 991 time: 1.6591055 Mar 28 05:43:17.443914 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'tag': '9196a142-47a5-42ef-902d-dd1e31f3280d'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:17.460171 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ecd0f5-e200-47c9-b088-b0d26a799f24" -d '{"events": [{"name": "network-changed", "server_uuid": "51f69dd7-de15-42c1-ad08-e11ef9cd67d9", "tag": "9196a142-47a5-42ef-902d-dd1e31f3280d"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:17.500667 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe9d5a-d7b7-487a-b7aa-5d0e8842c9d8 x-openstack-request-id: req-2dfe9d5a-d7b7-487a-b7aa-5d0e8842c9d8 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:17.501053 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f69dd7-de15-42c1-ad08-e11ef9cd67d9", "tag": "9196a142-47a5-42ef-902d-dd1e31f3280d", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:17.501414 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dfe9d5a-d7b7-487a-b7aa-5d0e8842c9d8 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:17.502447 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dfe9d5a-d7b7-487a-b7aa-5d0e8842c9d8'] response: {'name': 'network-changed', 'server_uuid': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'tag': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'status': 'completed', 'code': 200} Mar 28 05:43:17.656628 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:43:17.677392 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-3dc16916-2679-41ea-a921-416d0e2f6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:17.679879 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-3dc16916-2679-41ea-a921-416d0e2f6924 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 1129 time: 0.1333058 Mar 28 05:43:17.799354 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-789e0306-6f19-4cee-9ca0-a5a908cae561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:17.801628 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-789e0306-6f19-4cee-9ca0-a5a908cae561 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.1147783 Mar 28 05:43:17.984018 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-e9c096a2-a45d-43cd-80c6-40d0fcf73154 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9196a142-47a5-42ef-902d-dd1e31f3280d HTTP/1.1" status: 200 len: 999 time: 0.1731286 Mar 28 05:43:18.033652 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '2cd51e38-c7f2-4ba3-8d40-4aede74d5af0', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:76:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:42:55Z', 'updated_at': '2022-03-28T05:43:16Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}, {'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:42:00Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:18.064347 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-92d812f0-76fd-4b25-a7a2-318157bea870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:18.065950 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-92d812f0-76fd-4b25-a7a2-318157bea870 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0709052 Mar 28 05:43:18.078581 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:43:18.096541 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:43:18.103711 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:43:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:18.147985 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-38e540c8-24b4-4036-9ef7-bbec8a6121e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:18.150685 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-38e540c8-24b4-4036-9ef7-bbec8a6121e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0771003 Mar 28 05:43:18.210924 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:43:18.340746 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-2572eeab-5577-4725-95ce-f44bcf6aa5dc service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813052 Mar 28 05:43:18.348005 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f4194-495d-43e8-85c8-23eb16127137 req-fe706a32-27f9-4a01-bea1-7baacb86973f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:18.349456 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e07f4194-495d-43e8-85c8-23eb16127137 req-fe706a32-27f9-4a01-bea1-7baacb86973f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.1195617 Mar 28 05:43:18.453979 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e07f4194-495d-43e8-85c8-23eb16127137 req-73e8f87b-3849-45d2-8295-4a454f47a4f2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958188 Mar 28 05:43:18.483236 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8ecd0f5-e200-47c9-b088-b0d26a799f24 req-37c3e18d-f452-45c0-a72c-60bb675e5a13 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242135 Mar 28 05:43:18.511703 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '2cd51e38-c7f2-4ba3-8d40-4aede74d5af0', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:76:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:42:55Z', 'updated_at': '2022-03-28T05:43:16Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}, {'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:42:00Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:18.539753 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feff0d3d-bbf9-4ac8-80a0-66eb1f991261 None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '2cd51e38-c7f2-4ba3-8d40-4aede74d5af0', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.221', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:76:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:42:55Z', 'updated_at': '2022-03-28T05:43:16Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}, {'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:42:00Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:43:18.796675 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216b0a67-1627-489b-a3c8-ca78f6cdf5a8 None None] New status for floating IP 2cd51e38-c7f2-4ba3-8d40-4aede74d5af0: ACTIVE {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:43:19.082975 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33424) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:19.202902 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.286505 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Publish callbacks [] for security_group (4ead6b51-e17b-47bf-bff4-3d66334d63a9), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.290714 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (4ead6b51-e17b-47bf-bff4-3d66334d63a9), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.345980 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f97066d7245c401ca9dc8a82fbccc3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618282 Mar 28 05:43:19.346831 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ead6b51-e17b-47bf-bff4-3d66334d63a9,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:19.348849 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33430) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:19.355379 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.355733 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.356078 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.356416 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.356763 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.357111 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.357444 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.357770 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.358094 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.358447 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.358860 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.359146 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.359631 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.359809 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.360141 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ae95b-38b4-4bca-af97-2d7ad79497fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.412887 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Publish callbacks [] for security_group (4ead6b51-e17b-47bf-bff4-3d66334d63a9), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.444448 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Publish callbacks [] for security_group (4ead6b51-e17b-47bf-bff4-3d66334d63a9), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.497758 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (4ead6b51-e17b-47bf-bff4-3d66334d63a9), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.500584 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.501770 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ead6b51-e17b-47bf-bff4-3d66334d63a9 HTTP/1.1" status: 204 len: 168 time: 0.1516464 Mar 28 05:43:19.510170 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ead6b51-e17b-47bf-bff4-3d66334d63a9,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:19.520067 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.520495 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.520905 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.521336 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.522818 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.523911 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.524676 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.525193 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.525663 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.526140 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.526747 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.527244 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.527577 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.528054 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.528358 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c52066-e0fc-4450-9284-4b5877c248b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:19.655039 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50e011-6656-4e1e-bdfe-383061e69bdd req-a35bc3a0-9cdf-4e6c-b4b2-bacad0c75913 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:19.656570 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2b50e011-6656-4e1e-bdfe-383061e69bdd req-a35bc3a0-9cdf-4e6c-b4b2-bacad0c75913 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.0636945 Mar 28 05:43:19.708764 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2b50e011-6656-4e1e-bdfe-383061e69bdd req-092e89eb-d2b3-4308-8eca-0bfd4d3dc7a2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440207 Mar 28 05:43:19.854140 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33438) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:19.868497 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6596-e126-4c94-b22e-73ac1d75e7d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.951857 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6596-e126-4c94-b22e-73ac1d75e7d0 admin admin] Publish callbacks [] for security_group (09782d07-3c24-4114-953b-6bec3ca18a18), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.955307 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3fbb6596-e126-4c94-b22e-73ac1d75e7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (09782d07-3c24-4114-953b-6bec3ca18a18), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:19.995699 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33440) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:19.995946 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3fbb6596-e126-4c94-b22e-73ac1d75e7d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=075e5021310541eb98b80e44a1fc4fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404064 Mar 28 05:43:19.997844 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb6596-e126-4c94-b22e-73ac1d75e7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09782d07-3c24-4114-953b-6bec3ca18a18,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:20.047371 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2af389df-433a-4010-930e-4fb83c0ddc38 admin admin] Publish callbacks [] for security_group (09782d07-3c24-4114-953b-6bec3ca18a18), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.070068 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2af389df-433a-4010-930e-4fb83c0ddc38 admin admin] Publish callbacks [] for security_group (09782d07-3c24-4114-953b-6bec3ca18a18), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.120419 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2af389df-433a-4010-930e-4fb83c0ddc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (09782d07-3c24-4114-953b-6bec3ca18a18), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.123061 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2af389df-433a-4010-930e-4fb83c0ddc38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.124235 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-2af389df-433a-4010-930e-4fb83c0ddc38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09782d07-3c24-4114-953b-6bec3ca18a18 HTTP/1.1" status: 204 len: 168 time: 0.1271472 Mar 28 05:43:20.134607 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af389df-433a-4010-930e-4fb83c0ddc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09782d07-3c24-4114-953b-6bec3ca18a18,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:20.534567 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33452) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:20.548839 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e2166c8d-132c-4b5e-9861-832396bf96d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.638420 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e2166c8d-132c-4b5e-9861-832396bf96d2 admin admin] Publish callbacks [] for security_group (5897c16d-fdba-4f63-b79f-ae5fa936befe), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.642755 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e2166c8d-132c-4b5e-9861-832396bf96d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5897c16d-fdba-4f63-b79f-ae5fa936befe), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.680952 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e2166c8d-132c-4b5e-9861-832396bf96d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71da2174ef4b42bfa4390bbc1e2e92a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452155 Mar 28 05:43:20.683688 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2166c8d-132c-4b5e-9861-832396bf96d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5897c16d-fdba-4f63-b79f-ae5fa936befe,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:20.683826 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33454) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:20.745869 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4030986c-2e71-4a82-b056-d4cb61c1a982 admin admin] Publish callbacks [] for security_group (5897c16d-fdba-4f63-b79f-ae5fa936befe), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.771357 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4030986c-2e71-4a82-b056-d4cb61c1a982 admin admin] Publish callbacks [] for security_group (5897c16d-fdba-4f63-b79f-ae5fa936befe), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.836399 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4030986c-2e71-4a82-b056-d4cb61c1a982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5897c16d-fdba-4f63-b79f-ae5fa936befe), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.840953 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4030986c-2e71-4a82-b056-d4cb61c1a982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:20.845803 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4030986c-2e71-4a82-b056-d4cb61c1a982 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5897c16d-fdba-4f63-b79f-ae5fa936befe HTTP/1.1" status: 204 len: 168 time: 0.1609950 Mar 28 05:43:20.857538 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030986c-2e71-4a82-b056-d4cb61c1a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5897c16d-fdba-4f63-b79f-ae5fa936befe,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:20.862177 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd0839-b298-4ce2-b311-0ce479d1be5c req-05fade85-e6b1-41cc-90a7-64a36ecd50e4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:20.863895 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cfbd0839-b298-4ce2-b311-0ce479d1be5c req-05fade85-e6b1-41cc-90a7-64a36ecd50e4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.0721786 Mar 28 05:43:20.935968 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cfbd0839-b298-4ce2-b311-0ce479d1be5c req-2cd92c8d-7bb4-45f2-815a-091882259dc5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644538 Mar 28 05:43:22.069252 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f5d28-1445-4e4f-932b-71af5c75a2cd req-8cc7c6f0-5498-48a6-af10-cb19a23d483f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:22.077567 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b54f5d28-1445-4e4f-932b-71af5c75a2cd req-8cc7c6f0-5498-48a6-af10-cb19a23d483f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.0655000 Mar 28 05:43:22.130812 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b54f5d28-1445-4e4f-932b-71af5c75a2cd req-143d3878-67c8-42d1-8ab9-71a9ad8bd288 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523741 Mar 28 05:43:23.282258 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deba09-d780-442a-a3f5-b6dfc8e578ca req-5f43e7e8-fdd7-4967-89bd-3127b289eb96 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:23.290707 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f8deba09-d780-442a-a3f5-b6dfc8e578ca req-5f43e7e8-fdd7-4967-89bd-3127b289eb96 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.0768590 Mar 28 05:43:23.341732 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f8deba09-d780-442a-a3f5-b6dfc8e578ca req-27909c1d-dd06-43d3-9bfe-81bc00d6c70c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500827 Mar 28 05:43:24.470306 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf46ba-afed-4c8a-841d-f3543ce56e8a req-716a8a2b-ea8f-448d-a8e5-72db93623c86 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:24.471882 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-76bf46ba-afed-4c8a-841d-f3543ce56e8a req-716a8a2b-ea8f-448d-a8e5-72db93623c86 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.0515006 Mar 28 05:43:24.519948 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-76bf46ba-afed-4c8a-841d-f3543ce56e8a req-25aee040-911e-48da-a9a2-38ae9ae66017 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Mar 28 05:43:25.676672 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc22b1-983e-4948-b744-9cf8af74bd0f req-b65ac39b-02f6-43e1-b161-37a0cd859f43 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:25.688440 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1bdc22b1-983e-4948-b744-9cf8af74bd0f req-b65ac39b-02f6-43e1-b161-37a0cd859f43 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.1011612 Mar 28 05:43:25.736201 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1bdc22b1-983e-4948-b744-9cf8af74bd0f req-de5cd32d-4760-4c31-9e1a-fe4480c05b3e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463989 Mar 28 05:43:26.860634 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb4385-f4e9-4e05-9e1d-6d0e44b74f91 req-f2054b19-0a7e-482b-9963-b26cfa28d091 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:26.862292 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e9bb4385-f4e9-4e05-9e1d-6d0e44b74f91 req-f2054b19-0a7e-482b-9963-b26cfa28d091 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.0557930 Mar 28 05:43:26.909240 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e9bb4385-f4e9-4e05-9e1d-6d0e44b74f91 req-465e225a-89e0-401e-94aa-57313d023828 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403454 Mar 28 05:43:27.139737 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33644) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:27.189778 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1f37f6-69fc-4a66-ae99-16191757c04e admin admin] Deleting subnet 1670b210-475e-44a9-b9d0-dde4ab3a4785 {{(pid=109882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:43:27.192919 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d1f37f6-69fc-4a66-ae99-16191757c04e admin admin] Publish callbacks [] for subnet (1670b210-475e-44a9-b9d0-dde4ab3a4785), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.228378 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d1f37f6-69fc-4a66-ae99-16191757c04e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6756276'] for subnet (1670b210-475e-44a9-b9d0-dde4ab3a4785), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.273149 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d1f37f6-69fc-4a66-ae99-16191757c04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (1670b210-475e-44a9-b9d0-dde4ab3a4785), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.341007 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d1f37f6-69fc-4a66-ae99-16191757c04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4549463'] for subnet (1670b210-475e-44a9-b9d0-dde4ab3a4785), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.370619 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f37f6-69fc-4a66-ae99-16191757c04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1670b210-475e-44a9-b9d0-dde4ab3a4785,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:27.374292 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d1f37f6-69fc-4a66-ae99-16191757c04e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.377765 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-0d1f37f6-69fc-4a66-ae99-16191757c04e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1670b210-475e-44a9-b9d0-dde4ab3a4785 HTTP/1.1" status: 204 len: 168 time: 0.2369428 Mar 28 05:43:27.380205 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33650) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:27.455532 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (4b3542ed-75ac-43f9-b903-118cb2dfd801), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.534401 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (4b3542ed-75ac-43f9-b903-118cb2dfd801), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.554993 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3542ed-75ac-43f9-b903-118cb2dfd801']}} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:27.564205 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45eb05a-0572-47c7-a066-8c4481313a94') {'for_net_delete': True} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:27.564546 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45eb05a-0572-47c7-a066-8c4481313a94') {} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:27.574496 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6756237'] for segment (f45eb05a-0572-47c7-a066-8c4481313a94), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.588784 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (f45eb05a-0572-47c7-a066-8c4481313a94), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.594713 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:43:27.595082 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5847043'] for segment (f45eb05a-0572-47c7-a066-8c4481313a94), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: Traceback (most recent call last): Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: timer() Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: cb(*args, **kw) Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: return func(*args, **kwargs) Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: self._notify() Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: self.callback(batched_events) Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: event.method(event) Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: return f(self, *a, **k) Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: return self._get(url).json() Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: return self.request(url, 'GET', **kwargs) Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:43:27.596708 dv-cinder-831776-5-smb neutron-server[109882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:43:27.653580 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (4b3542ed-75ac-43f9-b903-118cb2dfd801), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.660150 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.663275 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b3542ed-75ac-43f9-b903-118cb2dfd801 HTTP/1.1" status: 204 len: 168 time: 0.2820897 Mar 28 05:43:27.673805 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dab1fd-e092-4e0f-ba5c-6b839596a8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3542ed-75ac-43f9-b903-118cb2dfd801,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:27.828066 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33660) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:27.868730 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-08fe9485-56fc-4757-98ab-8188ab39e658 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1e367994cc34527bf631cad0a5a14df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394096 Mar 28 05:43:27.871163 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33664) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:27.917883 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6f063dd2-fb9c-4ce1-b91b-749789346850 admin admin] Publish callbacks [] for security_group (29eb2eb7-1d0d-497f-a980-093965d73073), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:27.940894 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6f063dd2-fb9c-4ce1-b91b-749789346850 admin admin] Publish callbacks [] for security_group (29eb2eb7-1d0d-497f-a980-093965d73073), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.029649 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6f063dd2-fb9c-4ce1-b91b-749789346850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (29eb2eb7-1d0d-497f-a980-093965d73073), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.032140 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6f063dd2-fb9c-4ce1-b91b-749789346850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.035565 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-6f063dd2-fb9c-4ce1-b91b-749789346850 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29eb2eb7-1d0d-497f-a980-093965d73073 HTTP/1.1" status: 204 len: 168 time: 0.1612518 Mar 28 05:43:28.046050 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dcdb3-fb76-4964-9659-d4e235b31513 req-f8100df6-f521-4287-91e1-aba5dde18079 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:28.047714 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3c8dcdb3-fb76-4964-9659-d4e235b31513 req-f8100df6-f521-4287-91e1-aba5dde18079 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 944 time: 0.0665739 Mar 28 05:43:28.052929 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f063dd2-fb9c-4ce1-b91b-749789346850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eb2eb7-1d0d-497f-a980-093965d73073,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:28.110746 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3c8dcdb3-fb76-4964-9659-d4e235b31513 req-74f23386-f0e1-4b50-8832-a57d0fc4a058 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550876 Mar 28 05:43:28.598161 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 740254c2-6541-4181-98ba-9329a9fb835b details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:43:28.708587 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 740254c2-6541-4181-98ba-9329a9fb835b, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=740254c2-6541-4181-98ba-9329a9fb835b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:28.721461 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '740254c2-6541-4181-98ba-9329a9fb835b', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'port_id': '740254c2-6541-4181-98ba-9329a9fb835b', 'mac_address': 'fa:16:3e:cd:74:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:43:28.757809 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 740254c2-6541-4181-98ba-9329a9fb835b is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:43:28.758514 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (740254c2-6541-4181-98ba-9329a9fb835b), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.775583 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740254c2-6541-4181-98ba-9329a9fb835b {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:43:28.793924 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 740254c2-6541-4181-98ba-9329a9fb835b, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=740254c2-6541-4181-98ba-9329a9fb835b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:28.797527 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (740254c2-6541-4181-98ba-9329a9fb835b), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:28.847217 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=740254c2-6541-4181-98ba-9329a9fb835b,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:28.854342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.854689 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.855027 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.855389 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.855777 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.856106 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.856427 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.856749 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.857098 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.857422 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.857745 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.858144 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.858464 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.858780 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:28.859095 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:43:29.226181 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['740254c2-6541-4181-98ba-9329a9fb835b'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:43:29.231944 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848dda6-c5de-41a6-8640-dc3a4b11199e req-6e13bf53-1804-4520-8310-4216ef0dcc3b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:29.234146 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c848dda6-c5de-41a6-8640-dc3a4b11199e req-6e13bf53-1804-4520-8310-4216ef0dcc3b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 945 time: 0.0549073 Mar 28 05:43:29.288529 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c848dda6-c5de-41a6-8640-dc3a4b11199e req-a5d42df9-0b6b-4aac-8b52-b53fd9b6c8ec tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466607 Mar 28 05:43:29.436065 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33698) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:29.540184 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd81-3177-4194-b285-e0c2bf5905b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.617468 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd81-3177-4194-b285-e0c2bf5905b1 admin admin] Publish callbacks [] for security_group (a99f99ce-1f11-4a8b-bead-a9dfae9be69a), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.621347 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-87ddcd81-3177-4194-b285-e0c2bf5905b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a99f99ce-1f11-4a8b-bead-a9dfae9be69a), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.661607 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-87ddcd81-3177-4194-b285-e0c2bf5905b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d33f6067c9e34df39a5a4636dedb5cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217760 Mar 28 05:43:29.661607 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddcd81-3177-4194-b285-e0c2bf5905b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99f99ce-1f11-4a8b-bead-a9dfae9be69a,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:29.662206 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33708) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:29.717104 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3bfe72e3-87eb-4b52-a061-ad5e603d79bb admin admin] Publish callbacks [] for security_group (a99f99ce-1f11-4a8b-bead-a9dfae9be69a), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.741230 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3bfe72e3-87eb-4b52-a061-ad5e603d79bb admin admin] Publish callbacks [] for security_group (a99f99ce-1f11-4a8b-bead-a9dfae9be69a), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.807321 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3bfe72e3-87eb-4b52-a061-ad5e603d79bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a99f99ce-1f11-4a8b-bead-a9dfae9be69a), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.810438 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3bfe72e3-87eb-4b52-a061-ad5e603d79bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:29.816261 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3bfe72e3-87eb-4b52-a061-ad5e603d79bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a99f99ce-1f11-4a8b-bead-a9dfae9be69a HTTP/1.1" status: 204 len: 168 time: 0.1525698 Mar 28 05:43:29.828254 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe72e3-87eb-4b52-a061-ad5e603d79bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99f99ce-1f11-4a8b-bead-a9dfae9be69a,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:30.432560 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b0c8-62c5-4cd3-bb84-95c9e759c727 req-eebc8d61-1226-4d08-8a8a-f3aeba2f869c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:30.434150 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e7c4b0c8-62c5-4cd3-bb84-95c9e759c727 req-eebc8d61-1226-4d08-8a8a-f3aeba2f869c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 945 time: 0.0614772 Mar 28 05:43:30.485031 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e7c4b0c8-62c5-4cd3-bb84-95c9e759c727 req-6ea84bd4-eddf-4a8e-8000-19934158285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442574 Mar 28 05:43:30.611818 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 740254c2-6541-4181-98ba-9329a9fb835b up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:43:30.662269 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 740254c2-6541-4181-98ba-9329a9fb835b completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:43:30.667594 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 740254c2-6541-4181-98ba-9329a9fb835b triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:43:30.668015 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (740254c2-6541-4181-98ba-9329a9fb835b), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:30.748241 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 740254c2-6541-4181-98ba-9329a9fb835b is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:43:30.748809 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (740254c2-6541-4181-98ba-9329a9fb835b), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:30.775103 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:30.777378 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e7b5e3-de60-47d5-9a51-193efae9f443" -d '{"events": [{"server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "name": "network-vif-plugged", "status": "completed", "tag": "740254c2-6541-4181-98ba-9329a9fb835b"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:30.790287 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 740254c2-6541-4181-98ba-9329a9fb835b, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=740254c2-6541-4181-98ba-9329a9fb835b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:30.795125 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (740254c2-6541-4181-98ba-9329a9fb835b), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:30.825566 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96b002b-b140-489f-8edb-fee3c6e494ca x-openstack-request-id: req-c96b002b-b140-489f-8edb-fee3c6e494ca {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:30.825881 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "name": "network-vif-plugged", "status": "completed", "tag": "740254c2-6541-4181-98ba-9329a9fb835b", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:30.826144 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c96b002b-b140-489f-8edb-fee3c6e494ca {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:30.826547 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96b002b-b140-489f-8edb-fee3c6e494ca'] response: {'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b', 'code': 200} Mar 28 05:43:30.855188 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=740254c2-6541-4181-98ba-9329a9fb835b,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:30.988401 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 33782) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:30.996158 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c62ec-763a-4e6e-bc39-4523689747e3 req-fbba03d5-4e95-44d8-914f-19d8cdf33bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:30.997765 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-817c62ec-763a-4e6e-bc39-4523689747e3 req-fbba03d5-4e95-44d8-914f-19d8cdf33bd6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1130 time: 0.0467741 Mar 28 05:43:31.046460 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-817c62ec-763a-4e6e-bc39-4523689747e3 req-b69950bc-00de-47c1-a6ef-c19986286df3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416257 Mar 28 05:43:31.095183 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-34ccdfce-e17a-40c3-976b-c8bc2f183760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.174029 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-34ccdfce-e17a-40c3-976b-c8bc2f183760 admin admin] Publish callbacks [] for security_group (9b6abf67-8a65-4ba5-8603-3a83763d68e3), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.177387 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-34ccdfce-e17a-40c3-976b-c8bc2f183760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (9b6abf67-8a65-4ba5-8603-3a83763d68e3), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.214728 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-34ccdfce-e17a-40c3-976b-c8bc2f183760 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4100b234a1d2487bbf7eac4e48e80108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252240 Mar 28 05:43:31.215823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccdfce-e17a-40c3-976b-c8bc2f183760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6abf67-8a65-4ba5-8603-3a83763d68e3,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:31.217436 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33788) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:31.266878 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-18948bc9-e692-4037-bf2c-a8b0d2c14a7a admin admin] Publish callbacks [] for security_group (9b6abf67-8a65-4ba5-8603-3a83763d68e3), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.287944 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-18948bc9-e692-4037-bf2c-a8b0d2c14a7a admin admin] Publish callbacks [] for security_group (9b6abf67-8a65-4ba5-8603-3a83763d68e3), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.340641 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-18948bc9-e692-4037-bf2c-a8b0d2c14a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (9b6abf67-8a65-4ba5-8603-3a83763d68e3), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.343508 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-18948bc9-e692-4037-bf2c-a8b0d2c14a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:31.347009 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-18948bc9-e692-4037-bf2c-a8b0d2c14a7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b6abf67-8a65-4ba5-8603-3a83763d68e3 HTTP/1.1" status: 204 len: 168 time: 0.1255531 Mar 28 05:43:31.353468 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18948bc9-e692-4037-bf2c-a8b0d2c14a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6abf67-8a65-4ba5-8603-3a83763d68e3,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:31.608014 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a494-5ab1-48d3-8cf8-cbb1942afd17 req-70f1d100-a010-402d-9a60-e87fec4f37c5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:31.609545 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d2a5a494-5ab1-48d3-8cf8-cbb1942afd17 req-70f1d100-a010-402d-9a60-e87fec4f37c5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0562062 Mar 28 05:43:31.662684 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d2a5a494-5ab1-48d3-8cf8-cbb1942afd17 req-92effee1-08af-4438-a2c7-a59cf7be9993 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475547 Mar 28 05:43:32.441869 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f18c1-0b03-4e25-82a8-74e095457126 req-9c1a55a2-3926-47ed-b6e0-236e9080c89e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:32.445451 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1b4f18c1-0b03-4e25-82a8-74e095457126 req-9c1a55a2-3926-47ed-b6e0-236e9080c89e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0630980 Mar 28 05:43:32.502406 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1b4f18c1-0b03-4e25-82a8-74e095457126 req-162c83b6-60cf-4cbb-8664-be7c452b92ac tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504489 Mar 28 05:43:32.783522 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c7e9e-86e3-4851-baee-af4d64a4aef4 req-2949e2d8-b74e-40d6-b13c-f7daa90c7c50 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:32.785586 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-841c7e9e-86e3-4851-baee-af4d64a4aef4 req-2949e2d8-b74e-40d6-b13c-f7daa90c7c50 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0533810 Mar 28 05:43:32.836660 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-841c7e9e-86e3-4851-baee-af4d64a4aef4 req-50f46479-c0fc-4e2f-aa70-832a1e06196c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440543 Mar 28 05:43:32.955703 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416063f-d9f9-4fa5-913c-0f359b307d6a req-b09e06ef-5b8f-448c-ad05-1c9dcfc17aa5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:32.957221 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f416063f-d9f9-4fa5-913c-0f359b307d6a req-b09e06ef-5b8f-448c-ad05-1c9dcfc17aa5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0570259 Mar 28 05:43:32.966254 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 33864) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:32.970687 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'floatingip': {'port_id': '740254c2-6541-4181-98ba-9329a9fb835b'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:43:33.014949 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (9cfd3013-1d79-4539-a72e-5145af010ae8), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:33.446346 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:33.450177 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (9cfd3013-1d79-4539-a72e-5145af010ae8), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:33.558122 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Floating IP 9cfd3013-1d79-4539-a72e-5145af010ae8 associated. External IP: 172.28.0.114, port: 740254c2-6541-4181-98ba-9329a9fb835b. Mar 28 05:43:33.940309 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c7c24-d6dc-4d13-b9ae-1ba2bba31cee req-32cc2694-9b09-4f50-a32c-76bc7a9af7f4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:33.941852 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-160c7c24-d6dc-4d13-b9ae-1ba2bba31cee req-32cc2694-9b09-4f50-a32c-76bc7a9af7f4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.3423996 Mar 28 05:43:34.088543 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-160c7c24-d6dc-4d13-b9ae-1ba2bba31cee req-8b4103ac-c3e4-462d-979a-d31cc5b7fb46 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374485 Mar 28 05:43:34.121392 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Router 61335b8d-860c-41ca-aede-ba588c565c0b has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:43:34.234153 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:43:34.238477 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:34.245219 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba958616-c016-4548-a103-51c1c951954d None None] Sync routers for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:43:34.255073 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba958616-c016-4548-a103-51c1c951954d None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:43:34.255672 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-ba958616-c016-4548-a103-51c1c951954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:43:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:34.268379 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-ffe84774-ba0c-484b-964f-b7173846a13e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "PUT /v2.0/floatingips/9cfd3013-1d79-4539-a72e-5145af010ae8 HTTP/1.1" status: 200 len: 992 time: 1.3010967 Mar 28 05:43:34.268984 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:34.271306 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "tag": "740254c2-6541-4181-98ba-9329a9fb835b"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:34.320488 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f803b7dd-9e79-4eeb-96b6-61658e288950 x-openstack-request-id: req-f803b7dd-9e79-4eeb-96b6-61658e288950 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:34.320782 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "tag": "740254c2-6541-4181-98ba-9329a9fb835b", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:34.321057 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f803b7dd-9e79-4eeb-96b6-61658e288950 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:34.321494 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f803b7dd-9e79-4eeb-96b6-61658e288950'] response: {'name': 'network-changed', 'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b', 'status': 'completed', 'code': 200} Mar 28 05:43:34.397096 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-a5a00b7a-51a1-4a81-ba83-ba4a2a7d220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:34.399186 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-a5a00b7a-51a1-4a81-ba83-ba4a2a7d220a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1130 time: 0.0483782 Mar 28 05:43:34.457560 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-ba958616-c016-4548-a103-51c1c951954d None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:43:34.497646 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-ce58201a-9f2a-469c-92e1-ea2552d48690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:34.499030 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-ce58201a-9f2a-469c-92e1-ea2552d48690 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.0935657 Mar 28 05:43:34.573292 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-bb06452a-8a45-4d47-a219-4726ada4ce7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 200 len: 1000 time: 0.0642180 Mar 28 05:43:34.634089 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-7d38d5d7-da54-44e5-aa3e-55266543205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:34.636286 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-7d38d5d7-da54-44e5-aa3e-55266543205b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0558698 Mar 28 05:43:34.694492 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-a6239f2b-d4cb-45d9-8967-a770e6a6105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:34.697676 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-a6239f2b-d4cb-45d9-8967-a770e6a6105d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529027 Mar 28 05:43:34.738845 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-ba958616-c016-4548-a103-51c1c951954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '9cfd3013-1d79-4539-a72e-5145af010ae8', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'port_id': '740254c2-6541-4181-98ba-9329a9fb835b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'mac_address': 'fa:16:3e:cd:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:04Z', 'updated_at': '2022-03-28T05:43:33Z', 'revision_number': 1, 'project_id': 'eaedd07c20314601b10ba29588506856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:34.778064 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba958616-c016-4548-a103-51c1c951954d None None] Checking router: 61335b8d-860c-41ca-aede-ba588c565c0b for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:43:34.789789 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba958616-c016-4548-a103-51c1c951954d None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:43:34.790416 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-ba958616-c016-4548-a103-51c1c951954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:43:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:34.803731 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-1fee1143-c83b-4ef9-8406-fca6895dab29 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995986 Mar 28 05:43:34.919521 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a8fd65a-43d8-4060-baa9-9b5be7d3ff7f req-cd4711a2-cecd-4b1e-ae4a-ef666a18846f service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059604 Mar 28 05:43:34.921368 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-ba958616-c016-4548-a103-51c1c951954d None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:43:35.140349 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9272aa44-3721-4854-b806-e1f172d8efbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:35.189695 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-ba958616-c016-4548-a103-51c1c951954d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '9cfd3013-1d79-4539-a72e-5145af010ae8', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'port_id': '740254c2-6541-4181-98ba-9329a9fb835b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'mac_address': 'fa:16:3e:cd:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:04Z', 'updated_at': '2022-03-28T05:43:33Z', 'revision_number': 1, 'project_id': 'eaedd07c20314601b10ba29588506856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:43:35.230175 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba958616-c016-4548-a103-51c1c951954d None None] The sync data for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb is: [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '9cfd3013-1d79-4539-a72e-5145af010ae8', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'port_id': '740254c2-6541-4181-98ba-9329a9fb835b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'mac_address': 'fa:16:3e:cd:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:04Z', 'updated_at': '2022-03-28T05:43:33Z', 'revision_number': 1, 'project_id': 'eaedd07c20314601b10ba29588506856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:43:35.252055 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf7a9e-d395-40ca-b751-cb4ce20fbb64 req-3bd37a65-a71b-4975-a779-32598a8b0a6e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:35.257683 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ecf7a9e-d395-40ca-b751-cb4ce20fbb64 req-3bd37a65-a71b-4975-a779-32598a8b0a6e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0853822 Mar 28 05:43:35.330495 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9ecf7a9e-d395-40ca-b751-cb4ce20fbb64 req-8d91d8d9-ddc9-4801-9e61-f7a8c0071885 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621879 Mar 28 05:43:35.503807 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebef37c-ebb3-426a-92d3-ad59c06df463 None None] New status for floating IP 9cfd3013-1d79-4539-a72e-5145af010ae8: ACTIVE {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:43:36.471590 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363df50-c2fe-416a-95cc-7e4261e1b23d req-73d2682a-57ef-45dc-a784-9df30fa8884a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:36.473117 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0363df50-c2fe-416a-95cc-7e4261e1b23d req-73d2682a-57ef-45dc-a784-9df30fa8884a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0547433 Mar 28 05:43:36.525333 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0363df50-c2fe-416a-95cc-7e4261e1b23d req-a2a68f4f-1855-4e66-8817-13b2ae0b0089 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464134 Mar 28 05:43:37.333110 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-deba6956-258f-4638-903e-dc01a8fa35f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:37.653613 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6470ff5-eddd-43a0-9b7d-4594fc3ec5a6 req-3fd95d48-19b8-4b5d-b1a5-c3ddd05006de tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:37.653613 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b6470ff5-eddd-43a0-9b7d-4594fc3ec5a6 req-3fd95d48-19b8-4b5d-b1a5-c3ddd05006de tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0561912 Mar 28 05:43:37.701311 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b6470ff5-eddd-43a0-9b7d-4594fc3ec5a6 req-b9459df4-c614-40ad-87fb-65924593b087 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Mar 28 05:43:38.830892 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:38.833951 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467fba6-99dd-455b-aff7-c437b73b4659 req-0691891a-d81c-48aa-8f4e-83ab0aa46b38 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:38.836185 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6467fba6-99dd-455b-aff7-c437b73b4659 req-0691891a-d81c-48aa-8f4e-83ab0aa46b38 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0566096 Mar 28 05:43:38.885681 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6467fba6-99dd-455b-aff7-c437b73b4659 req-3cd895f3-c770-4096-aa19-da19f4cf3fa0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432448 Mar 28 05:43:40.018337 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc50aa0-f7b9-4183-a53d-93e3e84377a9 req-d55ee225-0b81-43a1-9669-7376a90e23fd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:40.019848 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bfc50aa0-f7b9-4183-a53d-93e3e84377a9 req-d55ee225-0b81-43a1-9669-7376a90e23fd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0580511 Mar 28 05:43:40.082155 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bfc50aa0-f7b9-4183-a53d-93e3e84377a9 req-71c1ae43-b90e-415d-8c92-80df94269462 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555232 Mar 28 05:43:40.349392 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:41.220982 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f920ecc-8069-4f91-9b6a-e3c3f52fed3d req-c7e80f77-3da1-47cf-a5c6-6199e73ba6a8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:41.223330 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f920ecc-8069-4f91-9b6a-e3c3f52fed3d req-c7e80f77-3da1-47cf-a5c6-6199e73ba6a8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0676463 Mar 28 05:43:41.274113 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5f920ecc-8069-4f91-9b6a-e3c3f52fed3d req-28e2bdc0-b6fc-479f-a69a-a609e1491676 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Mar 28 05:43:41.602404 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:42.403784 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590274f9-2ca7-4180-9ca6-3d54b2406b77 req-dcc69b4a-d3e4-4d75-9a66-24f139db038b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:42.405302 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-590274f9-2ca7-4180-9ca6-3d54b2406b77 req-dcc69b4a-d3e4-4d75-9a66-24f139db038b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0559843 Mar 28 05:43:42.456144 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-590274f9-2ca7-4180-9ca6-3d54b2406b77 req-6823aca7-5bc5-4447-bf1d-dff995336863 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454624 Mar 28 05:43:42.542412 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34098) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:42.696819 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-48a8aa12-b425-42ee-88b0-01d7c5f63511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:42.772544 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-48a8aa12-b425-42ee-88b0-01d7c5f63511 admin admin] Publish callbacks [] for security_group (602390ec-dee5-4986-8e03-f5bc62495e4c), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:42.776795 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-48a8aa12-b425-42ee-88b0-01d7c5f63511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (602390ec-dee5-4986-8e03-f5bc62495e4c), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:42.812674 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8aa12-b425-42ee-88b0-01d7c5f63511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602390ec-dee5-4986-8e03-f5bc62495e4c,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:42.816713 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-48a8aa12-b425-42ee-88b0-01d7c5f63511 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d407d80dc4d4077ae699a709e56a94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733076 Mar 28 05:43:42.819634 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34104) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:42.868261 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2481cd63-0550-401d-8147-05cd81ba990c admin admin] Publish callbacks [] for security_group (602390ec-dee5-4986-8e03-f5bc62495e4c), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:42.890180 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2481cd63-0550-401d-8147-05cd81ba990c admin admin] Publish callbacks [] for security_group (602390ec-dee5-4986-8e03-f5bc62495e4c), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:42.936281 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2481cd63-0550-401d-8147-05cd81ba990c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (602390ec-dee5-4986-8e03-f5bc62495e4c), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:42.938806 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2481cd63-0550-401d-8147-05cd81ba990c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:42.939941 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-2481cd63-0550-401d-8147-05cd81ba990c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/602390ec-dee5-4986-8e03-f5bc62495e4c HTTP/1.1" status: 204 len: 168 time: 0.1195970 Mar 28 05:43:42.947909 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481cd63-0550-401d-8147-05cd81ba990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602390ec-dee5-4986-8e03-f5bc62495e4c,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:43.592141 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf71436-3b58-4b9d-84e3-7d13a65409ea req-1ea3a332-4c4a-417a-a47a-d9af103b9e0b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:43.594025 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bbf71436-3b58-4b9d-84e3-7d13a65409ea req-1ea3a332-4c4a-417a-a47a-d9af103b9e0b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0605428 Mar 28 05:43:43.647378 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bbf71436-3b58-4b9d-84e3-7d13a65409ea req-738cd198-1fc1-42fa-9c23-ddf2ed190c7f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476511 Mar 28 05:43:44.780328 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446e936-8733-4708-be1b-fdc8a0687d84 req-49191e30-ca6f-4d9e-bc7f-4b88f64728a4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:44.781843 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c446e936-8733-4708-be1b-fdc8a0687d84 req-49191e30-ca6f-4d9e-bc7f-4b88f64728a4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0540600 Mar 28 05:43:44.831117 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c446e936-8733-4708-be1b-fdc8a0687d84 req-394d5623-ebde-4f02-bb5b-4af10693603d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437090 Mar 28 05:43:45.516939 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:45.685574 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:43:45.959680 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca736133-4537-4ca7-b189-70f3dbd1ed5b req-d1925531-f63a-4feb-a7c5-b8c95e64d1c9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:45.961292 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ca736133-4537-4ca7-b189-70f3dbd1ed5b req-d1925531-f63a-4feb-a7c5-b8c95e64d1c9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0579560 Mar 28 05:43:46.008014 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ca736133-4537-4ca7-b189-70f3dbd1ed5b req-04ffeb92-24b8-4537-9e3e-82ade5aafb2f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412967 Mar 28 05:43:47.132122 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169329b-b7df-4c13-9c1c-1a25fbbf4f48 req-a735e5d2-2888-404a-a629-6aa38efc3d45 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:47.133547 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6169329b-b7df-4c13-9c1c-1a25fbbf4f48 req-a735e5d2-2888-404a-a629-6aa38efc3d45 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0545514 Mar 28 05:43:47.180271 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6169329b-b7df-4c13-9c1c-1a25fbbf4f48 req-42a0b3b9-a1a5-41da-83ca-fd52b309e201 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Mar 28 05:43:48.306616 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5eb18-6a21-4823-8fd2-3e81b757942a req-ba47745b-8b59-40ac-919f-83f6aaaee9e3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:48.308119 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-44b5eb18-6a21-4823-8fd2-3e81b757942a req-ba47745b-8b59-40ac-919f-83f6aaaee9e3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0523975 Mar 28 05:43:48.357548 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-44b5eb18-6a21-4823-8fd2-3e81b757942a req-17464de9-4de4-4493-af30-21522d70e2e8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Mar 28 05:43:49.475795 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e81c8-a253-4ca2-86b0-a3dd586ad1c9 req-8743899e-daa6-45af-8e02-e6e6d2d8944d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:49.477837 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fa1e81c8-a253-4ca2-86b0-a3dd586ad1c9 req-8743899e-daa6-45af-8e02-e6e6d2d8944d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0508723 Mar 28 05:43:49.521789 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fa1e81c8-a253-4ca2-86b0-a3dd586ad1c9 req-295574f9-209a-476f-831a-815a1e87ce78 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385261 Mar 28 05:43:50.641412 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91380c-aff0-490d-8112-8faa03e15337 req-3cab724f-1d19-448f-a80c-9b3fbcdf214c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:50.642859 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2d91380c-aff0-490d-8112-8faa03e15337 req-3cab724f-1d19-448f-a80c-9b3fbcdf214c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0508356 Mar 28 05:43:50.688742 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2d91380c-aff0-490d-8112-8faa03e15337 req-981785e2-7212-43b7-ad52-7f93d1f61f19 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Mar 28 05:43:50.715932 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:43:50.807332 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:50.818268 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '42c865c4-39fc-4857-8f09-314da5e25a70', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'port_id': '42c865c4-39fc-4857-8f09-314da5e25a70', 'mac_address': 'fa:16:3e:b6:59:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:43:50.859955 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 42c865c4-39fc-4857-8f09-314da5e25a70 is: ACTIVE; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:43:50.860344 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:50.872843 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42c865c4-39fc-4857-8f09-314da5e25a70 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:43:50.891062 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:50.894754 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:50.940096 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=6']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:51.028831 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['42c865c4-39fc-4857-8f09-314da5e25a70'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:43:51.815380 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cf228-326e-464f-bdb8-3aec8e156460 req-904af6d4-9ec9-4fe2-bd95-1a51ba7744bf tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:51.816896 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-675cf228-326e-464f-bdb8-3aec8e156460 req-904af6d4-9ec9-4fe2-bd95-1a51ba7744bf tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 945 time: 0.0553155 Mar 28 05:43:51.864058 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-675cf228-326e-464f-bdb8-3aec8e156460 req-5af6ba48-5b5e-4015-9567-de41b811ff17 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403416 Mar 28 05:43:52.716504 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:43:52.769587 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 42c865c4-39fc-4857-8f09-314da5e25a70 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:43:52.769962 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:52.855480 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 42c865c4-39fc-4857-8f09-314da5e25a70 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:43:52.855869 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:52.879203 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:43:52.881462 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f517b01-efb7-43c2-a6a2-969a0aef23d7" -d '{"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-plugged", "status": "completed", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:43:52.893676 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:43:52.898210 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:52.929454 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6443f3-d876-4822-988c-28581f1b8d48 x-openstack-request-id: req-ef6443f3-d876-4822-988c-28581f1b8d48 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:43:52.929769 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-plugged", "status": "completed", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:43:52.930816 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef6443f3-d876-4822-988c-28581f1b8d48 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:43:52.931356 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6443f3-d876-4822-988c-28581f1b8d48'] response: {'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70', 'code': 200} Mar 28 05:43:52.952248 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=7']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:53.037453 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9626368-89a6-4a7e-8a80-00b86c3084fb req-8d746c85-a26e-42db-b5dd-e818ac12b19a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:53.039059 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a9626368-89a6-4a7e-8a80-00b86c3084fb req-8d746c85-a26e-42db-b5dd-e818ac12b19a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0563622 Mar 28 05:43:53.093696 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a9626368-89a6-4a7e-8a80-00b86c3084fb req-6901d688-a875-46e7-b981-bbb013f2b918 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Mar 28 05:43:54.222133 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c6dc6-d081-4da9-9f4d-07706663831d req-83410afd-a769-4119-afe1-80ec5189f257 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:54.223653 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-920c6dc6-d081-4da9-9f4d-07706663831d req-83410afd-a769-4119-afe1-80ec5189f257 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0534575 Mar 28 05:43:54.276131 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-920c6dc6-d081-4da9-9f4d-07706663831d req-709aeedc-0f48-42a1-8d42-73a53d05e30b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462296 Mar 28 05:43:54.332576 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6374685-9cf8-4900-9766-f3a131738825 req-39aa6eb4-693a-4853-9e24-e9a5876a2e5e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:54.334114 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b6374685-9cf8-4900-9766-f3a131738825 req-39aa6eb4-693a-4853-9e24-e9a5876a2e5e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.0570145 Mar 28 05:43:54.401098 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b6374685-9cf8-4900-9766-f3a131738825 req-383c134f-9a58-42cd-9bdf-ec51dc7d3ea9 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555177 Mar 28 05:43:55.407268 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3065-825c-4bc0-ab26-9c265065e18d req-94b5bf26-5e0d-4ad3-8515-2eec751eb8f0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:55.414211 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd4e3065-825c-4bc0-ab26-9c265065e18d req-94b5bf26-5e0d-4ad3-8515-2eec751eb8f0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0633814 Mar 28 05:43:55.516989 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd4e3065-825c-4bc0-ab26-9c265065e18d req-83fb777b-684d-422e-a307-1e3c6d06fa81 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947857 Mar 28 05:43:55.554687 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9990688-cce9-4e65-8db0-83221015b9af req-cb032610-ae48-4403-8b30-3ef231558116 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:55.556787 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b9990688-cce9-4e65-8db0-83221015b9af req-cb032610-ae48-4403-8b30-3ef231558116 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.0869713 Mar 28 05:43:55.608156 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b9990688-cce9-4e65-8db0-83221015b9af req-39f2f930-bdb7-4407-9e7a-879d2e8d7bed tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457759 Mar 28 05:43:56.668506 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8834da-892a-449b-bb76-06d19ac419e5 req-bed9d260-5ead-428e-87d6-f11d16f4542e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:56.670271 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0c8834da-892a-449b-bb76-06d19ac419e5 req-bed9d260-5ead-428e-87d6-f11d16f4542e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0730400 Mar 28 05:43:56.755646 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0c8834da-892a-449b-bb76-06d19ac419e5 req-cfad585e-c610-4090-80b1-930ef7a4f0ea tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794442 Mar 28 05:43:56.776914 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fbf2d-02de-4040-bd87-db8e4ca2c769 req-00ef9235-6350-47b1-9167-81709350b705 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:56.778451 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-216fbf2d-02de-4040-bd87-db8e4ca2c769 req-00ef9235-6350-47b1-9167-81709350b705 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.0961936 Mar 28 05:43:56.845112 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-216fbf2d-02de-4040-bd87-db8e4ca2c769 req-8b9e1270-307f-4a06-b425-884cdb8df150 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599599 Mar 28 05:43:57.298554 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34296) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:57.421153 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-19aafdc4-573b-42b4-810d-a7a24d0d3c51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:57.506979 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-19aafdc4-573b-42b4-810d-a7a24d0d3c51 admin admin] Publish callbacks [] for security_group (0d4d0aca-a187-4ed6-a017-ea9530cf2876), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:57.511080 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-19aafdc4-573b-42b4-810d-a7a24d0d3c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0d4d0aca-a187-4ed6-a017-ea9530cf2876), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:57.559690 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-19aafdc4-573b-42b4-810d-a7a24d0d3c51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bf93a6c92a64e97ae199e21899496dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564301 Mar 28 05:43:57.559690 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aafdc4-573b-42b4-810d-a7a24d0d3c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4d0aca-a187-4ed6-a017-ea9530cf2876,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:57.560785 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 34300) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:43:57.624859 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7918ee67-332f-41ae-b40b-7fea59eb676d admin admin] Publish callbacks [] for security_group (0d4d0aca-a187-4ed6-a017-ea9530cf2876), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:57.647283 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7918ee67-332f-41ae-b40b-7fea59eb676d admin admin] Publish callbacks [] for security_group (0d4d0aca-a187-4ed6-a017-ea9530cf2876), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:57.697680 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7918ee67-332f-41ae-b40b-7fea59eb676d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0d4d0aca-a187-4ed6-a017-ea9530cf2876), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:57.700568 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7918ee67-332f-41ae-b40b-7fea59eb676d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:43:57.706517 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-7918ee67-332f-41ae-b40b-7fea59eb676d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d4d0aca-a187-4ed6-a017-ea9530cf2876 HTTP/1.1" status: 204 len: 168 time: 0.1422672 Mar 28 05:43:57.724568 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918ee67-332f-41ae-b40b-7fea59eb676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4d0aca-a187-4ed6-a017-ea9530cf2876,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:43:58.009533 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476cc64-fc5f-4dc2-bf9b-6332004ec3f9 req-7d05aeb4-3ee3-4c0d-bd72-466f81f7469a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:58.017820 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7476cc64-fc5f-4dc2-bf9b-6332004ec3f9 req-7d05aeb4-3ee3-4c0d-bd72-466f81f7469a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.1763873 Mar 28 05:43:58.091482 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7476cc64-fc5f-4dc2-bf9b-6332004ec3f9 req-e8f4a82e-fc59-4398-ba94-df05dd05e915 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724664 Mar 28 05:43:58.119511 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77c89f-c0c0-4ff1-a711-14ab710c835c req-8d99e849-cee1-4094-ae39-55784e2bef0f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:58.119511 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8e77c89f-c0c0-4ff1-a711-14ab710c835c req-8d99e849-cee1-4094-ae39-55784e2bef0f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.1564407 Mar 28 05:43:58.167349 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8e77c89f-c0c0-4ff1-a711-14ab710c835c req-76d2f4ca-3016-4cd4-9195-fcaae04008e0 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487547 Mar 28 05:43:59.225246 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093def5-5787-47e6-b4fb-669577bc4d7f req-e8f385a2-7828-40b5-b499-da5320fc8056 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:59.227171 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e093def5-5787-47e6-b4fb-669577bc4d7f req-e8f385a2-7828-40b5-b499-da5320fc8056 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0570226 Mar 28 05:43:59.306434 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e093def5-5787-47e6-b4fb-669577bc4d7f req-9ee0af34-3b40-4421-8185-fbb3eee4fdd5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725713 Mar 28 05:43:59.356277 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2b742-b400-4740-aa62-f96427eb750e req-d58f0d7f-d6d8-40be-b942-0190871e9ec5 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:43:59.357818 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5ca2b742-b400-4740-aa62-f96427eb750e req-d58f0d7f-d6d8-40be-b942-0190871e9ec5 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.0956514 Mar 28 05:43:59.406332 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5ca2b742-b400-4740-aa62-f96427eb750e req-b81683e5-5fbb-4bd1-8cdf-b899eaef70c1 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Mar 28 05:44:00.108029 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-45994031-5120-4ca7-abde-c831ffe42298 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:00.109623 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-45994031-5120-4ca7-abde-c831ffe42298 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.30 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 946 time: 0.0578809 Mar 28 05:44:00.214159 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Deleting port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:00.214734 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.308808 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] For port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:00.309493 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.326743 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Calling delete_port for 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb owned by compute:nova {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:00.496691 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d53df2-b232-4afe-9c43-a0fa54e1a85c req-a4d447ac-1410-4822-9ef8-44f14076ac06 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:00.498909 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-43d53df2-b232-4afe-9c43-a0fa54e1a85c req-a4d447ac-1410-4822-9ef8-44f14076ac06 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.1070950 Mar 28 05:44:00.579953 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.593344 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:00.626288 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-43d53df2-b232-4afe-9c43-a0fa54e1a85c req-c0f565d1-268c-45ee-b300-e4523d8b2f9b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184909 Mar 28 05:44:00.630621 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Pushing event deleted for resources: {'Port': ['ID=3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:00.685387 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945d174-4e4f-47d6-97c0-9ea67989ebaa req-24eb03c6-f3d0-4035-9e27-1ce847ed305f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:00.686943 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0945d174-4e4f-47d6-97c0-9ea67989ebaa req-24eb03c6-f3d0-4035-9e27-1ce847ed305f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=07dcdf5b-259f-4821-af14-4991584f55d1 HTTP/1.1" status: 200 len: 867 time: 0.1804097 Mar 28 05:44:00.702951 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] No DVR routers for this DVR port 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb on host hv-cinder-83177 {{(pid=109882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:44:00.709749 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:00.713503 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aa69b373-7b8d-4d98-9e00-69c417008d64 req-fbee6696-814e-4680-ae7a-5ddbf47a74c4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.30 "DELETE /v2.0/ports/3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb HTTP/1.1" status: 204 len: 173 time: 0.5970957 Mar 28 05:44:00.713946 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dcdf5b-259f-4821-af14-4991584f55d1', 'name': 'network-vif-deleted', 'tag': '3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:00.716567 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661cdf41-c62a-4a30-a2e5-e4fb4292b6a4" -d '{"events": [{"server_uuid": "07dcdf5b-259f-4821-af14-4991584f55d1", "name": "network-vif-deleted", "tag": "3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:00.769755 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e128b350-17e6-49bc-85c6-3c2fa2bbd909 x-openstack-request-id: req-e128b350-17e6-49bc-85c6-3c2fa2bbd909 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:00.770047 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dcdf5b-259f-4821-af14-4991584f55d1", "name": "network-vif-deleted", "tag": "3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:00.770300 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e128b350-17e6-49bc-85c6-3c2fa2bbd909 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:00.770698 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e128b350-17e6-49bc-85c6-3c2fa2bbd909'] response: {'server_uuid': '07dcdf5b-259f-4821-af14-4991584f55d1', 'name': 'network-vif-deleted', 'tag': '3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb', 'status': 'completed', 'code': 200} Mar 28 05:44:00.786458 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0945d174-4e4f-47d6-97c0-9ea67989ebaa req-483f2a7f-7b46-45e4-8390-4a2618c9373d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853360 Mar 28 05:44:01.777761 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c6eee-87cd-4762-bc87-2c09dba87074 req-c5c07e06-e976-4fcf-afaa-a00189702007 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:01.780251 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d98c6eee-87cd-4762-bc87-2c09dba87074 req-c5c07e06-e976-4fcf-afaa-a00189702007 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0582097 Mar 28 05:44:01.849691 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d98c6eee-87cd-4762-bc87-2c09dba87074 req-d22f81ab-41af-4d3a-9267-adb1dcb6a14d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635543 Mar 28 05:44:02.973606 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bdd32-d139-4a88-b29d-2544243845e1 req-0ec22f7c-c663-4ed8-8c04-807bf437d4d6 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:02.975081 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a19bdd32-d139-4a88-b29d-2544243845e1 req-0ec22f7c-c663-4ed8-8c04-807bf437d4d6 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0524065 Mar 28 05:44:03.020322 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a19bdd32-d139-4a88-b29d-2544243845e1 req-2ee460c3-c145-4f50-829a-c5cecec36d7f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396488 Mar 28 05:44:03.337223 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-fa68deb6-47e2-4864-9007-81d76bb3798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:03.338733 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-fa68deb6-47e2-4864-9007-81d76bb3798a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 1130 time: 0.0430865 Mar 28 05:44:03.444312 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-bfbcdac8-d7dc-4cd0-aefe-1d06840f0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:03.445981 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-bfbcdac8-d7dc-4cd0-aefe-1d06840f0055 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.0996096 Mar 28 05:44:03.509185 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-6ddc64f0-5d34-4b5f-9362-319dc42524e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c865c4-39fc-4857-8f09-314da5e25a70 HTTP/1.1" status: 200 len: 1001 time: 0.0569308 Mar 28 05:44:03.558752 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-886fbf4b-f20a-4e4c-a3d5-b25aa3a6f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:03.560145 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-886fbf4b-f20a-4e4c-a3d5-b25aa3a6f1e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0450115 Mar 28 05:44:03.607001 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-6de0145e-a67e-44e9-9704-24c15edc2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:03.608430 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-6de0145e-a67e-44e9-9704-24c15edc2031 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424001 Mar 28 05:44:03.698322 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-da9d23be-cfb0-426b-a61a-33a699191cf3 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783408 Mar 28 05:44:03.787841 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84f3a81f-8949-4d56-b5b1-39a08773aed9 req-84258eb8-ad11-4cca-bcc1-237aec3ca438 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832276 Mar 28 05:44:04.140742 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5031f52-4dce-477b-b436-7527f6b2c318 req-ef7a345c-b742-425d-ae8b-149e9d2f3ec8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:04.142218 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f5031f52-4dce-477b-b436-7527f6b2c318 req-ef7a345c-b742-425d-ae8b-149e9d2f3ec8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0518291 Mar 28 05:44:04.187415 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f5031f52-4dce-477b-b436-7527f6b2c318 req-a54c5fd0-38ed-49db-a956-6c695d882c53 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397048 Mar 28 05:44:04.751681 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:44:04.771469 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:44:04.771802 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 3b0a4def-ccaf-40ee-88d5-2f0722c2bfdb not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:44:05.132104 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-46a82c30-d1b4-4861-90f1-3b6f4dc04de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:05.314676 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6dac9-2e25-4b96-a8bb-cd52063405e7 req-9a07c9da-546f-47db-8df2-25c7871c5d79 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:05.316395 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92a6dac9-2e25-4b96-a8bb-cd52063405e7 req-9a07c9da-546f-47db-8df2-25c7871c5d79 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0515480 Mar 28 05:44:05.367941 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92a6dac9-2e25-4b96-a8bb-cd52063405e7 req-1f7b1c80-a351-4881-b474-aa8294e9790f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445483 Mar 28 05:44:05.724327 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-c433f665-afc8-4a3a-8395-c3a30efe4c0b tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:05.725792 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-c433f665-afc8-4a3a-8395-c3a30efe4c0b tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/networks?id=a6322586-9f53-4678-9c9d-db4bb4014a84 HTTP/1.1" status: 200 len: 814 time: 0.0997303 Mar 28 05:44:05.739662 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-f99aa2dd-ad81-44e2-a9d6-88149755d85c tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/quotas/5fff5bb0630b4d9d80efc5040fdc4970 HTTP/1.1" status: 200 len: 375 time: 0.0084670 Mar 28 05:44:05.770624 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-aa3ff502-bbfb-4385-9fd0-dfc34b1fd34e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fff5bb0630b4d9d80efc5040fdc4970&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256720 Mar 28 05:44:05.863159 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-0a6797a1-63a3-41b7-9c98-2ac7fbb96ad5 service neutron] 10.222.0.13 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857077 Mar 28 05:44:05.949757 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-50b5ead4-67d3-4202-a065-143a5456023d service neutron] 10.222.0.13 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807924 Mar 28 05:44:06.110169 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-779eb96a-1722-4157-8020-96b26678c8ae req-4968ba7b-232a-4fa9-8353-4c97f650eaa8 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 210 time: 0.0328529 Mar 28 05:44:06.491832 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf4499-8c10-44a6-87e0-1e229e41b2f8 req-6af484a6-d3c6-422e-a9d6-34d514757ff4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:06.493946 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-70bf4499-8c10-44a6-87e0-1e229e41b2f8 req-6af484a6-d3c6-422e-a9d6-34d514757ff4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 946 time: 0.0565987 Mar 28 05:44:06.541741 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-70bf4499-8c10-44a6-87e0-1e229e41b2f8 req-9e1ff25c-a474-4fed-a305-f4a755b37f7e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Mar 28 05:44:06.764652 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:44:06.847197 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 42c865c4-39fc-4857-8f09-314da5e25a70 is: ACTIVE; New status is: DOWN {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:06.847596 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:06.873531 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:06.875774 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb501ea-ae24-47eb-b959-be12bd44acf7" -d '{"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-unplugged", "status": "completed", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:06.898035 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:06.904321 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:06.935683 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21376927-7091-4ca4-8a02-a21cbdcab400 x-openstack-request-id: req-21376927-7091-4ca4-8a02-a21cbdcab400 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:06.935683 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-unplugged", "status": "failed", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70", "code": 422}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:06.935683 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21376927-7091-4ca4-8a02-a21cbdcab400 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:06.935683 dv-cinder-831776-5-smb neutron-server[109883]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-21376927-7091-4ca4-8a02-a21cbdcab400']: {'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70', 'code': 422} returned with failed status Mar 28 05:44:06.975040 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=8']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:07.052586 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-94c9ed52-3e0c-45a5-90ce-b7b45c3eb4e9 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:07.054227 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-94c9ed52-3e0c-45a5-90ce-b7b45c3eb4e9 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.30 "GET /v2.0/networks?id=a6322586-9f53-4678-9c9d-db4bb4014a84 HTTP/1.1" status: 200 len: 814 time: 0.1081088 Mar 28 05:44:07.059614 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [req-6ae1991d-7601-4093-9b9a-6ff2cb89e03c req-1065003f-1cd9-4d63-9454-7d2e7c358fe5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:44:07.060656 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6ae1991d-7601-4093-9b9a-6ff2cb89e03c req-1065003f-1cd9-4d63-9454-7d2e7c358fe5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049710 Mar 28 05:44:07.067204 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Request body: {'port': {'device_id': '59975ba7-805f-4cba-b842-d46dfba4ff44', 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84', 'admin_state_up': True, 'tenant_id': '5fff5bb0630b4d9d80efc5040fdc4970'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:07.337434 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-59031bc9-3a1a-4fc5-83cc-db0a009c40b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.416303 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1bff4ca5-ae0a-41e9-9167-2c372eddb00c req-f01efbba-dc7d-4e22-b7d5-698831216388 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 210 time: 0.0809352 Mar 28 05:44:07.457362 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c18fb-00b2-40d2-b6c2-187e5f800df8 req-e231a554-aeb9-48a3-94f4-766ac7a63db6 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:07.458840 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-756c18fb-00b2-40d2-b6c2-187e5f800df8 req-e231a554-aeb9-48a3-94f4-766ac7a63db6 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.1246607 Mar 28 05:44:07.528250 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-756c18fb-00b2-40d2-b6c2-187e5f800df8 req-b71b1443-4321-4aff-802b-6871378c2e83 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629489 Mar 28 05:44:07.529626 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Made reservation on behalf of 5fff5bb0630b4d9d80efc5040fdc4970 for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:44:07.532748 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.623095 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 34444) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:07.667860 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Allocated IP 172.20.0.12 (a6322586-9f53-4678-9c9d-db4bb4014a84/25536a28-5fa7-4b43-9046-1fad1f3a5737/9430b2c0-ee0c-4da2-8314-e93907fea40f) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:44:07.709091 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-3641c0b4-996f-46ef-bd8c-9fd1f89e28cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847020 Mar 28 05:44:07.718936 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-1a90acc6-a58a-4408-9db7-7f07a16705a8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:44:07.719946 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-1a90acc6-a58a-4408-9db7-7f07a16705a8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053282 Mar 28 05:44:07.797278 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 34452) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:07.816357 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks [] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.848235 dv-cinder-831776-5-smb neutron-server[109881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 05:44:07.852486 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.892787 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-7e21da2d-3bb6-47a4-944b-d6a411f0b49a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:07.894208 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-7e21da2d-3bb6-47a4-944b-d6a411f0b49a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports/42c865c4-39fc-4857-8f09-314da5e25a70 HTTP/1.1" status: 200 len: 941 time: 0.0958464 Mar 28 05:44:07.894322 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Network a6322586-9f53-4678-9c9d-db4bb4014a84 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:44:07.897363 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:44:07.905352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:44:07.911729 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Pushing event updated for resources: {'Port': ['ID=9430b2c0-ee0c-4da2-8314-e93907fea40f,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:07.957056 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:07.957693 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:07.974618 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-46f3f0d5-43ce-4134-9adc-6a4956981c9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9112411 Mar 28 05:44:07.987932 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Request body: {'port': {'device_id': '59975ba7-805f-4cba-b842-d46dfba4ff44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:08.049891 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.329352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9430b2c0-ee0c-4da2-8314-e93907fea40f {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:08.337099 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Publish callbacks [] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.348961 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Transition to ACTIVE for port object 9430b2c0-ee0c-4da2-8314-e93907fea40f will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:44:08.352831 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.403950 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Pushing event updated for resources: {'Port': ['ID=9430b2c0-ee0c-4da2-8314-e93907fea40f,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:08.473956 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Attempting to bind port 9430b2c0-ee0c-4da2-8314-e93907fea40f on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:44:08.474317 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Attempting to bind port 9430b2c0-ee0c-4da2-8314-e93907fea40f by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:44:08.474652 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Attempting to bind port 9430b2c0-ee0c-4da2-8314-e93907fea40f on network a6322586-9f53-4678-9c9d-db4bb4014a84 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:08.480321 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Port 9430b2c0-ee0c-4da2-8314-e93907fea40f on network a6322586-9f53-4678-9c9d-db4bb4014a84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:44:08.480639 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Attempting to bind port 9430b2c0-ee0c-4da2-8314-e93907fea40f on network a6322586-9f53-4678-9c9d-db4bb4014a84 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:08.494662 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:44:08.494994 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Checking segment: {'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:44:08.495359 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Bound using segment: {'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:44:08.495792 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Bound port: 9430b2c0-ee0c-4da2-8314-e93907fea40f, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f677ce4-f455-4a68-85a4-2d10c53bce7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:44:08.496151 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.583934 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360f9bd-bd44-4d7a-ac08-295a9393ad25 req-be52e56d-3c08-482d-b876-873b2e167f6d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.585368 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1360f9bd-bd44-4d7a-ac08-295a9393ad25 req-be52e56d-3c08-482d-b876-873b2e167f6d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 944 time: 0.0998285 Mar 28 05:44:08.596200 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] For port 9430b2c0-ee0c-4da2-8314-e93907fea40f, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:44:08.599738 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] For port 9430b2c0-ee0c-4da2-8314-e93907fea40f, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9430b2c0-ee0c-4da2-8314-e93907fea40f,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:44:08.610837 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.693528 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.694137 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.695534 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] 10.222.0.30 "PUT /v2.0/ports/9430b2c0-ee0c-4da2-8314-e93907fea40f HTTP/1.1" status: 200 len: 1094 time: 0.7123854 Mar 28 05:44:08.699990 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59975ba7-805f-4cba-b842-d46dfba4ff44', 'tag': '9430b2c0-ee0c-4da2-8314-e93907fea40f'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:08.702271 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fff9243-b920-4203-94af-4f50179212ed" -d '{"events": [{"name": "network-changed", "server_uuid": "59975ba7-805f-4cba-b842-d46dfba4ff44", "tag": "9430b2c0-ee0c-4da2-8314-e93907fea40f"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:08.736436 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1360f9bd-bd44-4d7a-ac08-295a9393ad25 req-d00aaafe-62a6-4941-8c5a-cfb09d0e6c22 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346314 Mar 28 05:44:08.738359 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05e892-8fbe-4e54-98fd-7b3e6f309388 service neutron] Pushing event updated for resources: {'Port': ['ID=9430b2c0-ee0c-4da2-8314-e93907fea40f,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:08.788016 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02528f2-03a4-4561-9af0-fd5cf0f77b02 x-openstack-request-id: req-d02528f2-03a4-4561-9af0-fd5cf0f77b02 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:08.788306 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59975ba7-805f-4cba-b842-d46dfba4ff44", "tag": "9430b2c0-ee0c-4da2-8314-e93907fea40f", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:08.788557 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d02528f2-03a4-4561-9af0-fd5cf0f77b02 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:08.789605 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02528f2-03a4-4561-9af0-fd5cf0f77b02'] response: {'name': 'network-changed', 'server_uuid': '59975ba7-805f-4cba-b842-d46dfba4ff44', 'tag': '9430b2c0-ee0c-4da2-8314-e93907fea40f', 'status': 'completed', 'code': 200} Mar 28 05:44:08.796767 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109bec-f650-4a9c-a134-42233d3baeca req-de1df9e8-a3a3-4f1c-ba45-dcd42ce39353 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.798268 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fe109bec-f650-4a9c-a134-42233d3baeca req-de1df9e8-a3a3-4f1c-ba45-dcd42ce39353 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.1748073 Mar 28 05:44:08.835080 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:08.842940 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-176dfab3-ab80-4e19-9120-fa33270636de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.844444 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-176dfab3-ab80-4e19-9120-fa33270636de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fff5bb0630b4d9d80efc5040fdc4970&device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 1128 time: 0.0852175 Mar 28 05:44:08.859331 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fe109bec-f650-4a9c-a134-42233d3baeca req-8aeb51f8-e845-478f-a09a-1e9a885a025a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545776 Mar 28 05:44:08.901685 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-ca7d028c-59fb-4f9d-bf16-45dd1c5fcd9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9430b2c0-ee0c-4da2-8314-e93907fea40f HTTP/1.1" status: 200 len: 217 time: 0.0394285 Mar 28 05:44:08.948716 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-28a98792-d811-4ae4-b7f8-6bdbc7890295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:08.950196 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-28a98792-d811-4ae4-b7f8-6bdbc7890295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25536a28-5fa7-4b43-9046-1fad1f3a5737 HTTP/1.1" status: 200 len: 854 time: 0.0425885 Mar 28 05:44:08.981581 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-c004c5eb-9fb7-44d8-a33d-037035bb7248 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6322586-9f53-4678-9c9d-db4bb4014a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249696 Mar 28 05:44:09.073399 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-2dc7ed81-21ef-4782-a99f-6e1979c5428b service neutron] 10.222.0.30 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830357 Mar 28 05:44:09.165774 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bf72f231-3352-4c54-ad40-1f2a0826411c req-0a0d75fd-4341-4258-9e22-413bf9e0db5c service neutron] 10.222.0.30 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812616 Mar 28 05:44:09.242718 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-0336d5ad-4818-458d-9fe0-72690c442c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.244218 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-0336d5ad-4818-458d-9fe0-72690c442c6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88&tenant_id=51164e2f741949da9a86f6f2af2751cb HTTP/1.1" status: 200 len: 1128 time: 0.0781069 Mar 28 05:44:09.257231 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff9243-b920-4203-94af-4f50179212ed req-8efe1bcb-5639-4e80-a9d5-b899617b6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.259557 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fff9243-b920-4203-94af-4f50179212ed req-8efe1bcb-5639-4e80-a9d5-b899617b6903 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5fff5bb0630b4d9d80efc5040fdc4970&device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 1128 time: 0.0490203 Mar 28 05:44:09.321823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-e6a1aee3-db7b-41f3-a73c-80fd185eae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.323300 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-e6a1aee3-db7b-41f3-a73c-80fd185eae7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 1128 time: 0.0507462 Mar 28 05:44:09.357924 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff9243-b920-4203-94af-4f50179212ed req-cbc15261-4f82-425a-b594-2eb2761ef0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.359392 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fff9243-b920-4203-94af-4f50179212ed req-cbc15261-4f82-425a-b594-2eb2761ef0df service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6322586-9f53-4678-9c9d-db4bb4014a84 HTTP/1.1" status: 200 len: 915 time: 0.0875053 Mar 28 05:44:09.402554 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fff9243-b920-4203-94af-4f50179212ed req-bd2221c4-6337-4d68-ad22-ff95a69cc504 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9430b2c0-ee0c-4da2-8314-e93907fea40f HTTP/1.1" status: 200 len: 217 time: 0.0356658 Mar 28 05:44:09.415513 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-ea97ce17-e713-438a-a391-54be7385567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.416998 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-ea97ce17-e713-438a-a391-54be7385567c service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.0865386 Mar 28 05:44:09.474202 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff9243-b920-4203-94af-4f50179212ed req-09a0f7ff-0424-4b70-aa59-97124200b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.475679 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fff9243-b920-4203-94af-4f50179212ed req-09a0f7ff-0424-4b70-aa59-97124200b01a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25536a28-5fa7-4b43-9046-1fad1f3a5737 HTTP/1.1" status: 200 len: 854 time: 0.0487506 Mar 28 05:44:09.511214 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fff9243-b920-4203-94af-4f50179212ed req-4c75481d-fd4e-4f21-83c3-c74ea55357da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6322586-9f53-4678-9c9d-db4bb4014a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269821 Mar 28 05:44:09.607302 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fff9243-b920-4203-94af-4f50179212ed req-d0aff2e1-5a39-4638-a7e7-0af99d64465c service neutron] 10.222.0.30 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846131 Mar 28 05:44:09.693755 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-8b7a74e9-4bf6-4234-a6ed-432d0d914062 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42c865c4-39fc-4857-8f09-314da5e25a70 HTTP/1.1" status: 200 len: 999 time: 0.2652776 Mar 28 05:44:09.702116 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fff9243-b920-4203-94af-4f50179212ed req-02bb002a-ca7c-4e2b-8613-ec94b66e8c4a service neutron] 10.222.0.30 "GET /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877421 Mar 28 05:44:09.742888 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-80ae2886-836f-457e-a077-f1b79a1444e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.744296 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-80ae2886-836f-457e-a077-f1b79a1444e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0431292 Mar 28 05:44:09.794496 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-c614d158-69b3-41ff-b2e5-0de058960e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.795984 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-c614d158-69b3-41ff-b2e5-0de058960e59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454545 Mar 28 05:44:09.858288 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13adf7-afb5-463a-9292-2be853b9c195 req-1eb20766-3d33-46b4-9d9a-7c2c4ef0c695 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.859766 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a13adf7-afb5-463a-9292-2be853b9c195 req-1eb20766-3d33-46b4-9d9a-7c2c4ef0c695 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 944 time: 0.0538197 Mar 28 05:44:09.891939 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-b4e77f7d-c0d8-4122-9ef3-38babbbd68c9 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861273 Mar 28 05:44:09.909604 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a13adf7-afb5-463a-9292-2be853b9c195 req-637386d9-d1c6-4ebe-bfad-d2cf10174e0e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Mar 28 05:44:09.985961 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8d761a04-ed63-4f70-a6f3-7616835bd3c8 req-4528f23a-45f4-4e17-971f-4efd194d6172 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860200 Mar 28 05:44:09.987297 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e538ba5-9dba-4a29-9f80-9712a2e019e7 req-0d50603d-01d6-45f5-82c1-adba2b2478f5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:09.988752 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e538ba5-9dba-4a29-9f80-9712a2e019e7 req-0d50603d-01d6-45f5-82c1-adba2b2478f5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0556595 Mar 28 05:44:10.037248 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7e538ba5-9dba-4a29-9f80-9712a2e019e7 req-eba10668-bbc5-4951-8207-b1dd9c920b57 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Mar 28 05:44:10.352448 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:10.771154 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 9430b2c0-ee0c-4da2-8314-e93907fea40f details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:44:10.878482 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 9430b2c0-ee0c-4da2-8314-e93907fea40f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9430b2c0-ee0c-4da2-8314-e93907fea40f,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:10.890759 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '9430b2c0-ee0c-4da2-8314-e93907fea40f', 'network_id': 'a6322586-9f53-4678-9c9d-db4bb4014a84', 'port_id': '9430b2c0-ee0c-4da2-8314-e93907fea40f', 'mac_address': 'fa:16:3e:c1:a5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25536a28-5fa7-4b43-9046-1fad1f3a5737', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:44:10.931144 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 9430b2c0-ee0c-4da2-8314-e93907fea40f is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:10.931530 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:10.951448 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9430b2c0-ee0c-4da2-8314-e93907fea40f {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:10.973246 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 9430b2c0-ee0c-4da2-8314-e93907fea40f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9430b2c0-ee0c-4da2-8314-e93907fea40f,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:10.987622 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:11.046198 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=9430b2c0-ee0c-4da2-8314-e93907fea40f,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:11.054826 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d003e8-fe3d-4ea8-8298-d78ea141173d req-51a88971-7893-406b-b646-d5dcec9c0f11 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:11.056535 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36d003e8-fe3d-4ea8-8298-d78ea141173d req-51a88971-7893-406b-b646-d5dcec9c0f11 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 945 time: 0.0723853 Mar 28 05:44:11.119523 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36d003e8-fe3d-4ea8-8298-d78ea141173d req-549746d1-5373-437a-8426-f91a43a76cee tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574503 Mar 28 05:44:11.188851 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277667-e827-4f00-95d3-8ad82027c66a req-833d38ea-be86-41d6-a93a-45d7c126615e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:11.190404 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f4277667-e827-4f00-95d3-8ad82027c66a req-833d38ea-be86-41d6-a93a-45d7c126615e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0700166 Mar 28 05:44:11.246336 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f4277667-e827-4f00-95d3-8ad82027c66a req-5d57d7c7-9106-4539-b669-9cd1e4baeb55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497124 Mar 28 05:44:11.308596 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['9430b2c0-ee0c-4da2-8314-e93907fea40f'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:11.595283 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:12.242490 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c88c40-f8be-4df3-94d1-4eb1df045df8 req-3d35e6a9-da8d-498c-9a03-818cb521431b tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:12.244862 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f9c88c40-f8be-4df3-94d1-4eb1df045df8 req-3d35e6a9-da8d-498c-9a03-818cb521431b tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 945 time: 0.0562286 Mar 28 05:44:12.304117 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f9c88c40-f8be-4df3-94d1-4eb1df045df8 req-bd0a5887-f11f-4596-926d-51a31fe118fa tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533235 Mar 28 05:44:12.400022 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33850b-393e-4691-a24b-22b385f77224 req-e96076f6-3705-4490-9ff6-74c86da6a1e8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:12.401494 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4e33850b-393e-4691-a24b-22b385f77224 req-e96076f6-3705-4490-9ff6-74c86da6a1e8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0555527 Mar 28 05:44:12.453046 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4e33850b-393e-4691-a24b-22b385f77224 req-380c4580-159b-468e-9dca-0a1317387a85 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456440 Mar 28 05:44:12.802435 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 9430b2c0-ee0c-4da2-8314-e93907fea40f up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:44:12.861399 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 9430b2c0-ee0c-4da2-8314-e93907fea40f completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:44:12.865455 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 9430b2c0-ee0c-4da2-8314-e93907fea40f triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:44:12.865831 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:12.946301 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 9430b2c0-ee0c-4da2-8314-e93907fea40f is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:12.946698 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:12.975081 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59975ba7-805f-4cba-b842-d46dfba4ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430b2c0-ee0c-4da2-8314-e93907fea40f'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:12.977969 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c24750-3c6c-44fc-9c1a-10ba45a349ea" -d '{"events": [{"server_uuid": "59975ba7-805f-4cba-b842-d46dfba4ff44", "name": "network-vif-plugged", "status": "completed", "tag": "9430b2c0-ee0c-4da2-8314-e93907fea40f"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:12.994674 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 9430b2c0-ee0c-4da2-8314-e93907fea40f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9430b2c0-ee0c-4da2-8314-e93907fea40f,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:12.999810 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:13.023801 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a39f3-deb7-44f1-a2cd-68150eed7423 x-openstack-request-id: req-784a39f3-deb7-44f1-a2cd-68150eed7423 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:13.024140 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59975ba7-805f-4cba-b842-d46dfba4ff44", "name": "network-vif-plugged", "status": "completed", "tag": "9430b2c0-ee0c-4da2-8314-e93907fea40f", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:13.024357 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-784a39f3-deb7-44f1-a2cd-68150eed7423 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:13.024754 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784a39f3-deb7-44f1-a2cd-68150eed7423'] response: {'server_uuid': '59975ba7-805f-4cba-b842-d46dfba4ff44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430b2c0-ee0c-4da2-8314-e93907fea40f', 'code': 200} Mar 28 05:44:13.051396 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=9430b2c0-ee0c-4da2-8314-e93907fea40f,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:13.439665 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64eb5a-d67a-4f62-b24f-e40391445b28 req-3344f604-52b2-4cb4-924c-60c595c09b0b tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:13.441262 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-be64eb5a-d67a-4f62-b24f-e40391445b28 req-3344f604-52b2-4cb4-924c-60c595c09b0b tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0583220 Mar 28 05:44:13.541040 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-be64eb5a-d67a-4f62-b24f-e40391445b28 req-86724f81-4e7d-4bc5-a995-ee2c8d9485fc tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939260 Mar 28 05:44:13.655322 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af72dc-5996-4773-8429-9839ed3be61c req-628309c5-dacd-4ab3-8179-2d0bfaf5724c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:13.656908 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-54af72dc-5996-4773-8429-9839ed3be61c req-628309c5-dacd-4ab3-8179-2d0bfaf5724c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0634716 Mar 28 05:44:13.709493 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-54af72dc-5996-4773-8429-9839ed3be61c req-25a6780b-f08a-4f2d-b5ed-150a30872ec6 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468421 Mar 28 05:44:14.678439 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58534b3a-351b-4aa9-9073-c230b50108f0 req-ab8f3683-6245-4c19-9fa8-23ce2743119d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:14.680585 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-58534b3a-351b-4aa9-9073-c230b50108f0 req-ab8f3683-6245-4c19-9fa8-23ce2743119d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0540624 Mar 28 05:44:14.740828 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-58534b3a-351b-4aa9-9073-c230b50108f0 req-e760f518-8d15-49c9-aae8-5353666c837a tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507164 Mar 28 05:44:14.858988 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7edbb-3676-4ffd-8a65-4b35df1ce87e req-93b03529-e35e-49d3-8a62-c5861255ebb2 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:14.860652 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-27d7edbb-3676-4ffd-8a65-4b35df1ce87e req-93b03529-e35e-49d3-8a62-c5861255ebb2 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0662265 Mar 28 05:44:14.918178 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-27d7edbb-3676-4ffd-8a65-4b35df1ce87e req-fa91f74a-45f6-4d2b-9619-5fca88b107b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519142 Mar 28 05:44:15.541902 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:15.883791 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877dc51-cc91-4d7a-a2b0-23ee07af477a req-4521249a-c3a8-44b3-9e4f-ed7b8dee3b89 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:15.885213 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3877dc51-cc91-4d7a-a2b0-23ee07af477a req-4521249a-c3a8-44b3-9e4f-ed7b8dee3b89 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0700603 Mar 28 05:44:15.958567 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3877dc51-cc91-4d7a-a2b0-23ee07af477a req-c41491a3-d6e0-45ed-8c0a-08f00d27fe06 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595462 Mar 28 05:44:16.116161 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be299-bc13-44b1-8906-fb1fea4db165 req-034f8841-aecc-4087-8555-41f99e72a34b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:16.117959 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3b1be299-bc13-44b1-8906-fb1fea4db165 req-034f8841-aecc-4087-8555-41f99e72a34b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0824699 Mar 28 05:44:16.201561 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3b1be299-bc13-44b1-8906-fb1fea4db165 req-4365193d-f4b5-4f50-9de5-4ee91ea49f86 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728021 Mar 28 05:44:16.328457 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b187ec-af31-472e-8c41-7a6ba1d1ad6e req-4f8aba05-4bb2-4445-a616-33b724a8c958 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:16.329994 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-90b187ec-af31-472e-8c41-7a6ba1d1ad6e req-4f8aba05-4bb2-4445-a616-33b724a8c958 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0543387 Mar 28 05:44:16.389956 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-90b187ec-af31-472e-8c41-7a6ba1d1ad6e req-5e9c5b6a-d675-4d0b-8f8f-1c7187009ede tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542099 Mar 28 05:44:17.087590 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ab9be-975c-4fa4-b46e-7d29d350016d req-4cad064e-efff-4f80-a1e3-91fe1e0446f6 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:17.089288 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f98ab9be-975c-4fa4-b46e-7d29d350016d req-4cad064e-efff-4f80-a1e3-91fe1e0446f6 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0648816 Mar 28 05:44:17.146286 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f98ab9be-975c-4fa4-b46e-7d29d350016d req-65bfeab2-3f63-47e0-adcb-052a4f88dc9e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471685 Mar 28 05:44:17.322934 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55e0a1-cafe-4227-830e-49f8581bd055 req-b19c6910-cddd-41fe-b75b-78e04b9abf9f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:17.326082 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-de55e0a1-cafe-4227-830e-49f8581bd055 req-b19c6910-cddd-41fe-b75b-78e04b9abf9f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0565813 Mar 28 05:44:17.377265 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-de55e0a1-cafe-4227-830e-49f8581bd055 req-f37b4b92-dad5-42b9-8c96-5c6d868ce315 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468261 Mar 28 05:44:17.521439 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaa8c5-8039-4eb3-baf9-8aafc520db46 req-b31738f0-351a-422c-9a22-08d9a2a96565 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:17.522915 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e2aaa8c5-8039-4eb3-baf9-8aafc520db46 req-b31738f0-351a-422c-9a22-08d9a2a96565 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0642953 Mar 28 05:44:17.575207 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e2aaa8c5-8039-4eb3-baf9-8aafc520db46 req-266c015c-8dc7-4caa-a492-5ab9445a79b0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465629 Mar 28 05:44:18.267613 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc42448-ac11-44cb-9758-0f0c62644939 req-62ad465a-649c-4f86-a63a-974d6a2c0664 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:18.269125 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2fc42448-ac11-44cb-9758-0f0c62644939 req-62ad465a-649c-4f86-a63a-974d6a2c0664 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0532901 Mar 28 05:44:18.317147 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2fc42448-ac11-44cb-9758-0f0c62644939 req-e3418dbf-9744-48a3-b4a2-9c30aee08e70 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 Mar 28 05:44:18.500117 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b486a-65ef-45e0-85dd-9a67ec776228 req-78c0d4be-e96b-4fca-93fc-1acdefdd4825 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:18.501507 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2b8b486a-65ef-45e0-85dd-9a67ec776228 req-78c0d4be-e96b-4fca-93fc-1acdefdd4825 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0526373 Mar 28 05:44:18.547056 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2b8b486a-65ef-45e0-85dd-9a67ec776228 req-ce16d1d7-425f-44ff-97ec-61257dc45339 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398259 Mar 28 05:44:18.696456 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7e32e-9beb-46f8-97d0-c43f11af3bc0 req-c3708911-f6fb-44a5-a130-bcf8d5fd5def tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:18.697952 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c0c7e32e-9beb-46f8-97d0-c43f11af3bc0 req-c3708911-f6fb-44a5-a130-bcf8d5fd5def tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0567091 Mar 28 05:44:18.744893 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c0c7e32e-9beb-46f8-97d0-c43f11af3bc0 req-1797ea09-387e-4676-a17b-41ce3f8b9f98 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Mar 28 05:44:19.046045 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-8e7ec47c-f1b2-4713-8910-3e2c1668f482 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427513 Mar 28 05:44:19.065062 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f778-1a69-4fd1-9488-fc336619bb5b req-4b3c312d-4d0a-4c4b-9aa9-08ec5c74fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.066543 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f6c7f778-1a69-4fd1-9488-fc336619bb5b req-4b3c312d-4d0a-4c4b-9aa9-08ec5c74fcb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 1130 time: 0.0425425 Mar 28 05:44:19.111094 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f6c7f778-1a69-4fd1-9488-fc336619bb5b req-c37cb7c7-52ba-4973-a033-d566c907f6d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366857 Mar 28 05:44:19.116341 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-a9e4a8ef-fa73-4edd-87cf-b0ff5f64be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.118429 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-a9e4a8ef-fa73-4edd-87cf-b0ff5f64be41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 1129 time: 0.0434558 Mar 28 05:44:19.407513 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-a36f3bb6-45da-468b-8b79-983c064b2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.408998 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-a36f3bb6-45da-468b-8b79-983c064b2905 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.0895095 Mar 28 05:44:19.432390 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be546b3-af3e-4251-86f4-eba635d88199 req-22f86f59-8fad-4bbd-8b09-30bf8d968853 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.433939 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4be546b3-af3e-4251-86f4-eba635d88199 req-22f86f59-8fad-4bbd-8b09-30bf8d968853 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0516546 Mar 28 05:44:19.477214 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-e6d96f52-3d50-4a8d-92fb-4373d9730481 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0580630 Mar 28 05:44:19.483153 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4be546b3-af3e-4251-86f4-eba635d88199 req-27b8dab9-02b4-4211-a45f-485b7d252850 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Mar 28 05:44:19.532355 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-3f7d1a8e-3b51-4c2f-a2dd-b6a0b1a0aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.533809 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-3f7d1a8e-3b51-4c2f-a2dd-b6a0b1a0aa42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0494058 Mar 28 05:44:19.590861 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-0cf1a84e-e109-4736-8752-5297e3d1b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.593804 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-0cf1a84e-e109-4736-8752-5297e3d1b055 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467145 Mar 28 05:44:19.672853 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352fca0-5bbe-465b-8eb3-a6b9a734eabb req-7e692ad1-3423-4dfa-b9f7-74891aab53af tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.674453 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7352fca0-5bbe-465b-8eb3-a6b9a734eabb req-7e692ad1-3423-4dfa-b9f7-74891aab53af tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0537572 Mar 28 05:44:19.690901 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-9a21e601-b300-4692-9a32-fcdd9eacd72f service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855310 Mar 28 05:44:19.721242 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7352fca0-5bbe-465b-8eb3-a6b9a734eabb req-74604145-d06f-4d44-932c-f2e04afe39b9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398970 Mar 28 05:44:19.790682 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2fdf8ba2-4348-4838-a4fc-b808cb600039 req-25e28f61-4567-4e1c-8576-3c9768da7140 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886700 Mar 28 05:44:19.866378 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645873b-3ae6-432c-aac9-c1dbf70d53d1 req-8560c272-d435-4306-8567-49977be645b7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:19.868662 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6645873b-3ae6-432c-aac9-c1dbf70d53d1 req-8560c272-d435-4306-8567-49977be645b7 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0573907 Mar 28 05:44:19.914442 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6645873b-3ae6-432c-aac9-c1dbf70d53d1 req-6822dae6-c10c-40f8-b866-d2441360be07 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395088 Mar 28 05:44:20.606400 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01a456-4ad0-40f0-8ca9-2d01fdf4e611 req-377e95ce-0e79-49cf-b03b-bd40b606c9da tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:20.607872 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7d01a456-4ad0-40f0-8ca9-2d01fdf4e611 req-377e95ce-0e79-49cf-b03b-bd40b606c9da tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0580435 Mar 28 05:44:20.654312 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7d01a456-4ad0-40f0-8ca9-2d01fdf4e611 req-48934e4f-08ef-4c8d-83b5-1d3ad831115f tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Mar 28 05:44:20.849462 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a4d3f-5b72-47a5-bf64-66ba035200c9 req-b16b5da2-09ea-4e99-96ca-5788b87ec25e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:20.851544 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c9a4d3f-5b72-47a5-bf64-66ba035200c9 req-b16b5da2-09ea-4e99-96ca-5788b87ec25e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0564477 Mar 28 05:44:20.900906 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c9a4d3f-5b72-47a5-bf64-66ba035200c9 req-2ec623e9-712c-47b9-8795-f19c53f46ffd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 Mar 28 05:44:20.993955 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-6d3520a0-bf42-408b-afaf-ebc4281ade11 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:20.995790 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-6d3520a0-bf42-408b-afaf-ebc4281ade11 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0710180 Mar 28 05:44:21.056868 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60784146-5324-4ee9-8973-c781f825e76e req-0581c68e-a8d9-4e7f-ac20-059121c4952c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:21.060706 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-60784146-5324-4ee9-8973-c781f825e76e req-0581c68e-a8d9-4e7f-ac20-059121c4952c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 945 time: 0.0642028 Mar 28 05:44:21.106406 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Deleting port 9196a142-47a5-42ef-902d-dd1e31f3280d {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:21.106956 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:21.138277 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-60784146-5324-4ee9-8973-c781f825e76e req-f20d7834-55e2-4d2e-928d-df4f1381969a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c54079-9bdc-4c89-a208-0d4345a8486b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689704 Mar 28 05:44:21.218911 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] For port 9196a142-47a5-42ef-902d-dd1e31f3280d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9196a142-47a5-42ef-902d-dd1e31f3280d,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:21.219278 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:21.449762 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:21.450121 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (2cd51e38-c7f2-4ba3-8d40-4aede74d5af0), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:21.450433 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Floating IP 2cd51e38-c7f2-4ba3-8d40-4aede74d5af0 disassociated. External IP: 172.28.0.221, port: 9196a142-47a5-42ef-902d-dd1e31f3280d. Mar 28 05:44:21.450769 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Calling delete_port for 9196a142-47a5-42ef-902d-dd1e31f3280d owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:21.582600 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (9196a142-47a5-42ef-902d-dd1e31f3280d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:21.611418 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'Port': ['ID=9196a142-47a5-42ef-902d-dd1e31f3280d,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:21.623461 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.623817 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.624167 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.624514 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.624855 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.625225 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.625563 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.625895 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.626226 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.626556 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.626892 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.627222 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.627549 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.627903 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.628233 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:21.746140 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:44:21.862053 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:44:21.873625 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:44:21.882989 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:21.883584 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:21.904509 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] No DVR routers for this DVR port 9196a142-47a5-42ef-902d-dd1e31f3280d on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:44:21.907044 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:21.910395 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1c82983d-7282-4fa4-aad7-f3a3c3c903f4 req-ce323da8-6772-484a-ad5c-dee36884fbc3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "DELETE /v2.0/ports/9196a142-47a5-42ef-902d-dd1e31f3280d HTTP/1.1" status: 204 len: 173 time: 0.9044929 Mar 28 05:44:21.910837 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'name': 'network-vif-deleted', 'tag': '9196a142-47a5-42ef-902d-dd1e31f3280d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:21.913156 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f82eb8-97a9-41f4-a005-c9ebb7c4d54d" -d '{"events": [{"server_uuid": "51f69dd7-de15-42c1-ad08-e11ef9cd67d9", "name": "network-vif-deleted", "tag": "9196a142-47a5-42ef-902d-dd1e31f3280d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:21.951513 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b47cd12-63e3-4491-b0c6-a7f48e2c25fe x-openstack-request-id: req-1b47cd12-63e3-4491-b0c6-a7f48e2c25fe {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:21.952002 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f69dd7-de15-42c1-ad08-e11ef9cd67d9", "name": "network-vif-deleted", "tag": "9196a142-47a5-42ef-902d-dd1e31f3280d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:21.952418 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b47cd12-63e3-4491-b0c6-a7f48e2c25fe {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:21.952981 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b47cd12-63e3-4491-b0c6-a7f48e2c25fe'] response: {'server_uuid': '51f69dd7-de15-42c1-ad08-e11ef9cd67d9', 'name': 'network-vif-deleted', 'tag': '9196a142-47a5-42ef-902d-dd1e31f3280d', 'status': 'completed', 'code': 200} Mar 28 05:44:22.010180 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:22.066387 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02151a2b-7803-4ad4-a81c-ccde7bba28ca req-bfa39a41-40d3-40db-9169-172fa03ac231 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:22.068102 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-02151a2b-7803-4ad4-a81c-ccde7bba28ca req-bfa39a41-40d3-40db-9169-172fa03ac231 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 944 time: 0.0597825 Mar 28 05:44:22.125556 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-02151a2b-7803-4ad4-a81c-ccde7bba28ca req-e99bddf3-c311-4d35-b831-bf4a2bf28d40 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501924 Mar 28 05:44:22.254258 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2f9f8d4e-be1f-4ad0-990e-8ecf839abab0 req-47a3c4c6-1506-4771-a546-09f4fb803983 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=51f69dd7-de15-42c1-ad08-e11ef9cd67d9 HTTP/1.1" status: 200 len: 210 time: 0.0330629 Mar 28 05:44:22.278365 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:42:00Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:22.309919 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:44:22.318489 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:22.319073 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:22.517453 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:22.690031 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:44:22.745390 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:42:00Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:22.773571 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcbdf1-ddcf-4486-9a99-53dce648742f None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c24a0f51-0387-49cc-adca-a9c1933a21bf', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.198', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:f5:8f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:41:34Z', 'updated_at': '2022-03-28T05:42:00Z', 'revision_number': 2, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:44:22.893493 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:44:23.001129 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:23.012720 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb372b1-a92b-444d-8841-486e2ff486c8 None None] New status for floating IP 2cd51e38-c7f2-4ba3-8d40-4aede74d5af0: DOWN {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:44:23.017312 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '42c865c4-39fc-4857-8f09-314da5e25a70', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'port_id': '42c865c4-39fc-4857-8f09-314da5e25a70', 'mac_address': 'fa:16:3e:b6:59:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:44:23.155810 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 42c865c4-39fc-4857-8f09-314da5e25a70 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:23.156264 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.177084 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c865c4-39fc-4857-8f09-314da5e25a70 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:23.205641 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:23.212329 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.276137 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=9']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:23.292008 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad84260-f9b5-4ec9-8d84-2606dba4c3bc req-cbf72523-c6f4-4e81-b888-fef4eb65b131 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:23.298408 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aad84260-f9b5-4ec9-8d84-2606dba4c3bc req-cbf72523-c6f4-4e81-b888-fef4eb65b131 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 945 time: 0.0697379 Mar 28 05:44:23.369723 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aad84260-f9b5-4ec9-8d84-2606dba4c3bc req-627baff2-7af4-4ef8-8d82-f382ea973380 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702646 Mar 28 05:44:23.404567 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 34596) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:23.459326 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-aa73988f-cd63-4bdf-944e-d6e5781d8e37 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (12c54079-9bdc-4c89-a208-0d4345a8486b), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.482569 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['42c865c4-39fc-4857-8f09-314da5e25a70'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:23.486917 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-aa73988f-cd63-4bdf-944e-d6e5781d8e37 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (12c54079-9bdc-4c89-a208-0d4345a8486b), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.551558 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-aa73988f-cd63-4bdf-944e-d6e5781d8e37 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (12c54079-9bdc-4c89-a208-0d4345a8486b), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.556430 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-aa73988f-cd63-4bdf-944e-d6e5781d8e37 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.560188 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-aa73988f-cd63-4bdf-944e-d6e5781d8e37 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "DELETE /v2.0/security-groups/12c54079-9bdc-4c89-a208-0d4345a8486b HTTP/1.1" status: 204 len: 168 time: 0.1522417 Mar 28 05:44:23.561094 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34598) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:23.569326 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73988f-cd63-4bdf-944e-d6e5781d8e37 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c54079-9bdc-4c89-a208-0d4345a8486b,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:23.584878 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.api.v2.resource [None req-e6df55a8-f738-4a1e-8aa3-363441ddaf52 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] show failed (client error): The resource could not be found. Mar 28 05:44:23.588800 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e6df55a8-f738-4a1e-8aa3-363441ddaf52 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups/12c54079-9bdc-4c89-a208-0d4345a8486b HTTP/1.1" status: 404 len: 347 time: 0.0233052 Mar 28 05:44:23.589054 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34600) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:23.738569 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Deleting port 13001c30-cdde-42cb-8f3a-fd8d4d986aee {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:23.738905 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (13001c30-cdde-42cb-8f3a-fd8d4d986aee), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.812283 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (13001c30-cdde-42cb-8f3a-fd8d4d986aee), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.812613 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (13001c30-cdde-42cb-8f3a-fd8d4d986aee), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.825669 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Calling delete_port for 13001c30-cdde-42cb-8f3a-fd8d4d986aee owned by network:floatingip {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:23.964129 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (13001c30-cdde-42cb-8f3a-fd8d4d986aee), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:23.992718 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'Port': ['ID=13001c30-cdde-42cb-8f3a-fd8d4d986aee,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:24.027880 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.028232 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.028584 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.028926 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.029292 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.029634 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.029968 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.030299 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.030633 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.030967 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.031297 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.031632 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.031959 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.032286 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.032613 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:24.071602 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (2cd51e38-c7f2-4ba3-8d40-4aede74d5af0), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:24.074384 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:24.075529 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d2d670ad-0020-4928-94b5-4db72feb04f3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "DELETE /v2.0/floatingips/2cd51e38-c7f2-4ba3-8d40-4aede74d5af0 HTTP/1.1" status: 204 len: 168 time: 0.4854624 Mar 28 05:44:24.497094 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84252bdd-b908-44d7-a769-4a39b43a3019 req-e06b41f7-30d6-4e20-9656-92da9e53157b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:24.498592 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84252bdd-b908-44d7-a769-4a39b43a3019 req-e06b41f7-30d6-4e20-9656-92da9e53157b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 945 time: 0.0546050 Mar 28 05:44:24.544037 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-84252bdd-b908-44d7-a769-4a39b43a3019 req-0d08af5a-0944-43ab-b1ae-00bf3bb3cb61 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397449 Mar 28 05:44:24.922673 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:44:24.971039 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 42c865c4-39fc-4857-8f09-314da5e25a70 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:44:24.971412 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.051443 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 42c865c4-39fc-4857-8f09-314da5e25a70 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:25.051760 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.074504 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:25.076666 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbe942b-3498-4768-bd06-88bdf4d06ad0" -d '{"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-plugged", "status": "completed", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:25.088757 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:25.093132 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:25.093946 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 9196a142-47a5-42ef-902d-dd1e31f3280d no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:44:25.139224 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c20414-be53-422d-80ce-235c0ecb3d65 x-openstack-request-id: req-59c20414-be53-422d-80ce-235c0ecb3d65 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:25.139461 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-plugged", "status": "completed", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:25.139723 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59c20414-be53-422d-80ce-235c0ecb3d65 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:25.140124 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c20414-be53-422d-80ce-235c0ecb3d65'] response: {'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70', 'code': 200} Mar 28 05:44:25.143275 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 9196a142-47a5-42ef-902d-dd1e31f3280d {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:44:25.143687 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 9196a142-47a5-42ef-902d-dd1e31f3280d not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:44:25.170913 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=10']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:25.665357 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a6c25-6d71-4317-a417-c184b81553dd req-28d7a021-746b-4d87-a67f-62c68d2f3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:25.666879 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-a02a6c25-6d71-4317-a417-c184b81553dd req-28d7a021-746b-4d87-a67f-62c68d2f3127 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 1131 time: 0.0683377 Mar 28 05:44:25.716025 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-a02a6c25-6d71-4317-a417-c184b81553dd req-289f92ed-c3ea-4f77-a392-2163f947f465 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Mar 28 05:44:25.744940 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac27f20-4596-42d1-b2b1-c0cbe716539a req-a95a65d3-fd42-4787-8f1c-577c673b78e1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:25.745793 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cac27f20-4596-42d1-b2b1-c0cbe716539a req-a95a65d3-fd42-4787-8f1c-577c673b78e1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 947 time: 0.0856473 Mar 28 05:44:25.782869 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d012d42-fa20-47da-ac91-7c583f865614 req-15450c8c-b099-4b59-8ad0-93c6c1935373 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:25.784324 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8d012d42-fa20-47da-ac91-7c583f865614 req-15450c8c-b099-4b59-8ad0-93c6c1935373 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 945 time: 0.0820475 Mar 28 05:44:25.818391 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cac27f20-4596-42d1-b2b1-c0cbe716539a req-c795b250-7f20-4b2a-b171-ef56a2fa0140 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666428 Mar 28 05:44:25.845138 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8d012d42-fa20-47da-ac91-7c583f865614 req-855fc5f7-2dc3-44ba-a1f9-1028e4b9515f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546291 Mar 28 05:44:26.988184 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82157e52-1323-4c59-8ab5-47f2f446d92f req-b7099dcd-2751-4629-b80a-d0a0e2e68a62 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:26.989691 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-82157e52-1323-4c59-8ab5-47f2f446d92f req-b7099dcd-2751-4629-b80a-d0a0e2e68a62 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 947 time: 0.0967784 Mar 28 05:44:27.009564 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526979ce-ae79-4bd6-9120-e2a945a1e8a2 req-dcc8b67e-73ee-44f2-8778-cd5f8459fdae tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:27.011118 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-526979ce-ae79-4bd6-9120-e2a945a1e8a2 req-dcc8b67e-73ee-44f2-8778-cd5f8459fdae tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 945 time: 0.0860243 Mar 28 05:44:27.080365 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-82157e52-1323-4c59-8ab5-47f2f446d92f req-586e2534-67c0-4a3f-b835-b3a0bf86422d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839019 Mar 28 05:44:27.084728 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-526979ce-ae79-4bd6-9120-e2a945a1e8a2 req-12251239-1a99-47c4-a0d2-9bf06e9e617f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663717 Mar 28 05:44:27.823727 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-aced0055-8bf7-4e0a-a6ed-1f7d6a977a95 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:27.825209 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-aced0055-8bf7-4e0a-a6ed-1f7d6a977a95 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 945 time: 0.0517478 Mar 28 05:44:27.917516 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Deleting port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:27.917859 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:28.003758 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] For port 7ab50a91-a322-4a2b-abfd-c919d9591ea3, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ab50a91-a322-4a2b-abfd-c919d9591ea3,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:28.004046 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:28.178427 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:28.179026 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (c24a0f51-0387-49cc-adca-a9c1933a21bf), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:28.179543 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Floating IP c24a0f51-0387-49cc-adca-a9c1933a21bf disassociated. External IP: 172.28.0.198, port: 7ab50a91-a322-4a2b-abfd-c919d9591ea3. Mar 28 05:44:28.179851 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Calling delete_port for 7ab50a91-a322-4a2b-abfd-c919d9591ea3 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:28.239451 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05563a4c-8ea1-43de-85e2-4d398cbadedd req-5ca61f50-00c2-44d0-8c4c-56e09cbb7569 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:28.242082 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-05563a4c-8ea1-43de-85e2-4d398cbadedd req-5ca61f50-00c2-44d0-8c4c-56e09cbb7569 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 947 time: 0.0855765 Mar 28 05:44:28.252602 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff96a54-0d3e-4714-a0e8-83a47a255694 req-95778048-fe9d-4848-b6c4-aba06698eaba tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:28.254148 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cff96a54-0d3e-4714-a0e8-83a47a255694 req-95778048-fe9d-4848-b6c4-aba06698eaba tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=70862cb5-4fed-456f-b144-8b7ac449a6ea HTTP/1.1" status: 200 len: 945 time: 0.0876811 Mar 28 05:44:28.321218 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (7ab50a91-a322-4a2b-abfd-c919d9591ea3), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:28.349374 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'Port': ['ID=7ab50a91-a322-4a2b-abfd-c919d9591ea3,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:28.469682 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:44:28.544624 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-05563a4c-8ea1-43de-85e2-4d398cbadedd req-ff551615-a7ad-486f-a2f3-f2400b2f573d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894988 Mar 28 05:44:28.549979 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-cff96a54-0d3e-4714-a0e8-83a47a255694 req-521d9ef1-03b7-433f-a5b5-18c2521641a0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2877073 Mar 28 05:44:28.579588 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:44:28.595041 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:44:28.606576 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:28.607179 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:28.622073 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] No DVR routers for this DVR port 7ab50a91-a322-4a2b-abfd-c919d9591ea3 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:44:28.624665 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:28.628185 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-3fbd74b5-bb56-4733-b862-f822f167ffb7 req-fa213e9b-13e6-4784-9b71-1778543eec97 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "DELETE /v2.0/ports/7ab50a91-a322-4a2b-abfd-c919d9591ea3 HTTP/1.1" status: 204 len: 173 time: 0.7982492 Mar 28 05:44:28.628600 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'name': 'network-vif-deleted', 'tag': '7ab50a91-a322-4a2b-abfd-c919d9591ea3'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:28.631342 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54cd34c-2bf9-4e7f-911b-37856c222cd0" -d '{"events": [{"server_uuid": "70862cb5-4fed-456f-b144-8b7ac449a6ea", "name": "network-vif-deleted", "tag": "7ab50a91-a322-4a2b-abfd-c919d9591ea3"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:28.669112 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0458e5-0fc4-4ad7-a346-9e6cbb02490c x-openstack-request-id: req-3d0458e5-0fc4-4ad7-a346-9e6cbb02490c {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:28.669425 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70862cb5-4fed-456f-b144-8b7ac449a6ea", "name": "network-vif-deleted", "tag": "7ab50a91-a322-4a2b-abfd-c919d9591ea3", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:28.669676 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d0458e5-0fc4-4ad7-a346-9e6cbb02490c {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:28.670079 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d0458e5-0fc4-4ad7-a346-9e6cbb02490c'] response: {'server_uuid': '70862cb5-4fed-456f-b144-8b7ac449a6ea', 'name': 'network-vif-deleted', 'tag': '7ab50a91-a322-4a2b-abfd-c919d9591ea3', 'status': 'completed', 'code': 200} Mar 28 05:44:28.725889 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:28.936503 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:28.966324 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:44:28.974799 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:28.975390 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:29.084772 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:29.281810 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:29.309233 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcdfe3e-6470-45ec-b393-082bc91bc96e None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:44:29.525972 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3f56f-9c61-4645-9f95-716f0f9533fb None None] New status for floating IP c24a0f51-0387-49cc-adca-a9c1933a21bf: DOWN {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:44:29.658642 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34700) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:29.712478 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-025de750-a04e-41fb-b65e-141139a1adfc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:29.734788 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-025de750-a04e-41fb-b65e-141139a1adfc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:29.780897 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-025de750-a04e-41fb-b65e-141139a1adfc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:29.783452 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-025de750-a04e-41fb-b65e-141139a1adfc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:29.784582 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-025de750-a04e-41fb-b65e-141139a1adfc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "DELETE /v2.0/security-groups/c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f HTTP/1.1" status: 204 len: 168 time: 0.1249409 Mar 28 05:44:29.787381 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 34706) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:29.793524 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025de750-a04e-41fb-b65e-141139a1adfc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:29.801906 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.api.v2.resource [None req-94d466f2-b3e6-49d6-ae54-5dd7fc0228a1 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] show failed (client error): The resource could not be found. Mar 28 05:44:29.803118 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-94d466f2-b3e6-49d6-ae54-5dd7fc0228a1 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups/c0f4d045-5c89-4f4f-9bd5-9b01b1fcbc3f HTTP/1.1" status: 404 len: 347 time: 0.0147271 Mar 28 05:44:29.806601 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 34708) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:29.954657 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Deleting port 80fbd990-9adb-4030-98e2-b1466f18f46f {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:29.955092 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (80fbd990-9adb-4030-98e2-b1466f18f46f), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.039178 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (80fbd990-9adb-4030-98e2-b1466f18f46f), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.039620 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (80fbd990-9adb-4030-98e2-b1466f18f46f), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.052113 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Calling delete_port for 80fbd990-9adb-4030-98e2-b1466f18f46f owned by network:floatingip {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:30.217239 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (80fbd990-9adb-4030-98e2-b1466f18f46f), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.240582 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'Port': ['ID=80fbd990-9adb-4030-98e2-b1466f18f46f,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:30.305765 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (c24a0f51-0387-49cc-adca-a9c1933a21bf), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.308519 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.310614 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-6421b536-2c3f-4944-be98-2677e60d2210 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "DELETE /v2.0/floatingips/c24a0f51-0387-49cc-adca-a9c1933a21bf HTTP/1.1" status: 204 len: 168 time: 0.5031085 Mar 28 05:44:30.596267 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 34722) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:30.600690 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-0f4defa4-ed66-4e36-ba29-3c0a90787842 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396585148', 'description': 'tempest-description--981600185'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:30.620970 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0f4defa4-ed66-4e36-ba29-3c0a90787842 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.902353 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0f4defa4-ed66-4e36-ba29-3c0a90787842 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (fcebc5e0-1f03-4153-a016-823ce6c084a4), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.906838 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0f4defa4-ed66-4e36-ba29-3c0a90787842 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (fcebc5e0-1f03-4153-a016-823ce6c084a4), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.931340 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-0f4defa4-ed66-4e36-ba29-3c0a90787842 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.932588 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-0f4defa4-ed66-4e36-ba29-3c0a90787842 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3354502 Mar 28 05:44:30.935719 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34728) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:30.940298 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-bff63a3d-3e02-42d9-bb7d-b4831a766483 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group_rule': {'security_group_id': 'fcebc5e0-1f03-4153-a016-823ce6c084a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:30.940638 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4defa4-ed66-4e36-ba29-3c0a90787842 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcebc5e0-1f03-4153-a016-823ce6c084a4,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:30.957756 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 7ab50a91-a322-4a2b-abfd-c919d9591ea3 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:44:30.972448 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bff63a3d-3e02-42d9-bb7d-b4831a766483 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (0636a793-e4ba-4749-a3d1-842ecffe7d58), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:30.987904 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 7ab50a91-a322-4a2b-abfd-c919d9591ea3 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:44:30.988256 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 7ab50a91-a322-4a2b-abfd-c919d9591ea3 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:44:31.029782 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bff63a3d-3e02-42d9-bb7d-b4831a766483 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (0636a793-e4ba-4749-a3d1-842ecffe7d58), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.034644 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bff63a3d-3e02-42d9-bb7d-b4831a766483 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (0636a793-e4ba-4749-a3d1-842ecffe7d58), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.053239 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff63a3d-3e02-42d9-bb7d-b4831a766483 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0636a793-e4ba-4749-a3d1-842ecffe7d58,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:31.060245 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-bff63a3d-3e02-42d9-bb7d-b4831a766483 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.064584 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-bff63a3d-3e02-42d9-bb7d-b4831a766483 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247404 Mar 28 05:44:31.064584 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34734) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:31.068335 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-8c356930-76d4-4873-9f96-fa0846a9b6bd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group_rule': {'security_group_id': 'fcebc5e0-1f03-4153-a016-823ce6c084a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:31.092787 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-8c356930-76d4-4873-9f96-fa0846a9b6bd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (a20489e1-b7f5-40a6-84fe-b3b56f870bb8), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.167066 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-8c356930-76d4-4873-9f96-fa0846a9b6bd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (a20489e1-b7f5-40a6-84fe-b3b56f870bb8), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.171510 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-8c356930-76d4-4873-9f96-fa0846a9b6bd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (a20489e1-b7f5-40a6-84fe-b3b56f870bb8), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.213776 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-8c356930-76d4-4873-9f96-fa0846a9b6bd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.214972 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-8c356930-76d4-4873-9f96-fa0846a9b6bd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499033 Mar 28 05:44:31.215821 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c356930-76d4-4873-9f96-fa0846a9b6bd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20489e1-b7f5-40a6-84fe-b3b56f870bb8,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:31.218455 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34738) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:31.223362 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:31.244763 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.347002 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.448842 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Allocated IP 172.28.0.111 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/9325924f-3dde-4586-9093-cde7f2794f73) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:44:31.551675 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (9325924f-3dde-4586-9093-cde7f2794f73), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.583369 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (9325924f-3dde-4586-9093-cde7f2794f73), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.619950 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:44:31.622733 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:44:31.628644 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:44:31.634650 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=9325924f-3dde-4586-9093-cde7f2794f73,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:31.718228 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (cff57cb0-4946-4b64-af60-f3e57f12667d), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.751667 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (9325924f-3dde-4586-9093-cde7f2794f73), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.899493 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (9325924f-3dde-4586-9093-cde7f2794f73), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.903825 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (9325924f-3dde-4586-9093-cde7f2794f73), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.970049 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=9325924f-3dde-4586-9093-cde7f2794f73,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:31.979794 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (cff57cb0-4946-4b64-af60-f3e57f12667d), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.995576 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:31.996799 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-42dfb366-cf88-485d-9357-715ef650ea77 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7773058 Mar 28 05:44:32.194261 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-0a439b23-1173-4600-851a-8b18037a8785 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--396585148&fields=id&tenant_id=b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 267 time: 0.0439138 Mar 28 05:44:32.310524 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-d45c2967-7c56-4eea-a7d9-13891491b464 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:32.312031 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-d45c2967-7c56-4eea-a7d9-13891491b464 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 815 time: 0.1102409 Mar 28 05:44:32.328375 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-00c5ba4a-a1b7-4123-86d1-66099177b7fd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/quotas/b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 375 time: 0.0103421 Mar 28 05:44:32.389200 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-84600bd2-6e4b-4267-b129-7fa06aa7c429 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521634 Mar 28 05:44:32.493869 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ca37070-ebdf-4625-ad95-5160f97d1599 service neutron] 10.222.0.13 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921144 Mar 28 05:44:32.551544 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-4f5e7e63-86c9-4a56-9390-057a8fe0dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:32.553083 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-4f5e7e63-86c9-4a56-9390-057a8fe0dc58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1130 time: 0.0449166 Mar 28 05:44:32.620121 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cff19-1626-4048-9fdd-aff09b0f500f req-25f1dce1-022f-43ff-8308-61fc715a2bf9 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:32.621638 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-856cff19-1626-4048-9fdd-aff09b0f500f req-25f1dce1-022f-43ff-8308-61fc715a2bf9 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.1027756 Mar 28 05:44:32.625253 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-d878de3d-a1ff-43a0-b67f-6ea9449462a4 service neutron] 10.222.0.13 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256030 Mar 28 05:44:32.646866 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-8973d835-9a90-4164-b851-6da5826914d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:32.649240 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-8973d835-9a90-4164-b851-6da5826914d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.0902381 Mar 28 05:44:32.680524 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-856cff19-1626-4048-9fdd-aff09b0f500f req-f916e562-e66f-4de9-9810-2f25dbc416bd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527992 Mar 28 05:44:32.718355 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-f2cde6ab-dd2b-4d0e-bbf2-4908f44a29db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 200 len: 1002 time: 0.0632026 Mar 28 05:44:32.774417 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-5bda07dd-bcfe-4b06-bedc-36ef593769a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:32.776003 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-5bda07dd-bcfe-4b06-bedc-36ef593769a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0513260 Mar 28 05:44:32.796569 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8eb030b8-66c4-4557-85ba-33fbe8cc4968 req-6c67f254-ee59-4d08-9c94-e9191fd88f7d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 210 time: 0.0283210 Mar 28 05:44:32.831095 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-bce7cefe-f0d4-4324-b335-1efe003c1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:32.833398 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-bce7cefe-f0d4-4324-b335-1efe003c1522 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0514340 Mar 28 05:44:32.922280 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-cec98194-95c3-4d79-b5ad-e9cba40a7a9b service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828707 Mar 28 05:44:33.026687 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7eeb8f49-300d-47bc-ad04-36309ba43ca6 req-6c589fa0-39ff-4591-b713-2500eb07cd9b service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931315 Mar 28 05:44:33.788216 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-950ae5a8-eace-4a9f-8a45-c1555ee64dd4 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:33.790966 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-950ae5a8-eace-4a9f-8a45-c1555ee64dd4 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 815 time: 0.1054218 Mar 28 05:44:33.807051 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f14e8d-c078-4397-8612-7729ee9069d6 req-c531ed6f-ebd0-4519-843c-3d5bba8167aa tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:33.809392 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d9f14e8d-c078-4397-8612-7729ee9069d6 req-c531ed6f-ebd0-4519-843c-3d5bba8167aa tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0553830 Mar 28 05:44:33.856692 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-4fc80f6c-3b38-4712-9c6a-95f960a86cc9 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 379 time: 0.0575719 Mar 28 05:44:33.861955 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d9f14e8d-c078-4397-8612-7729ee9069d6 req-a89f864e-4f2b-4332-a9e2-a24807eea359 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469666 Mar 28 05:44:33.878363 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'port': {'device_id': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'admin_state_up': True, 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'security_groups': ['fcebc5e0-1f03-4153-a016-823ce6c084a4']}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:33.916764 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-94bff972-71c7-4675-b4ca-1e62f8702c8c req-0171c9e0-6b16-4d15-b32e-1224bcc9ac68 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 210 time: 0.0270355 Mar 28 05:44:33.986285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Made reservation on behalf of b89f732473c344b299a6523f3ad9a23c for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:44:33.989518 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.113818 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Allocated IP 172.20.0.13 (a4d009d6-ebb3-4047-831e-62c187fd5c21/a244f379-ea2c-4eb9-ab70-7fd6eddbbedb/b59c0549-068c-494b-aa23-90f5af1bcb90) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:44:34.246882 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.285803 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.334347 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:44:34.337797 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:44:34.340705 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:44:34.372035 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=b59c0549-068c-494b-aa23-90f5af1bcb90,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:34.401368 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:34.402001 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.419995 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-5ea1d1b2-f810-47a4-9b8e-b1cdd824fcda tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5456929 Mar 28 05:44:34.434905 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Request body: {'port': {'device_id': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:34.496103 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.569040 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-549de88d-c045-40bb-accc-da68045f43d0 None None] Provisioning complete for port b59c0549-068c-494b-aa23-90f5af1bcb90 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:44:34.570342 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-549de88d-c045-40bb-accc-da68045f43d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.605836 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-549de88d-c045-40bb-accc-da68045f43d0 None None] Port b59c0549-068c-494b-aa23-90f5af1bcb90 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:44:34.784862 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59c0549-068c-494b-aa23-90f5af1bcb90 {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:34.795062 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Publish callbacks [] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.814644 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Transition to ACTIVE for port object b59c0549-068c-494b-aa23-90f5af1bcb90 will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:44:34.821897 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:34.890923 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Pushing event updated for resources: {'Port': ['ID=b59c0549-068c-494b-aa23-90f5af1bcb90,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:34.977996 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Attempting to bind port b59c0549-068c-494b-aa23-90f5af1bcb90 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:44:34.978337 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Attempting to bind port b59c0549-068c-494b-aa23-90f5af1bcb90 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:44:34.978689 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Attempting to bind port b59c0549-068c-494b-aa23-90f5af1bcb90 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:34.984739 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Port b59c0549-068c-494b-aa23-90f5af1bcb90 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:44:34.985109 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Attempting to bind port b59c0549-068c-494b-aa23-90f5af1bcb90 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:44:34.990472 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:44:34.991004 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Checking segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:44:34.991613 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Bound using segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:44:34.992057 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Bound port: b59c0549-068c-494b-aa23-90f5af1bcb90, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:44:34.992433 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.077319 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de118634-73f1-4402-8802-f87572d8c107 req-c33c2981-7a20-42a5-a746-2b985dc947c1 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.079178 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-de118634-73f1-4402-8802-f87572d8c107 req-c33c2981-7a20-42a5-a746-2b985dc947c1 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.1315136 Mar 28 05:44:35.083342 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] For port b59c0549-068c-494b-aa23-90f5af1bcb90, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:44:35.087777 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] For port b59c0549-068c-494b-aa23-90f5af1bcb90, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b59c0549-068c-494b-aa23-90f5af1bcb90,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:44:35.094702 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.130188 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.130820 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.132226 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] 10.222.0.30 "PUT /v2.0/ports/b59c0549-068c-494b-aa23-90f5af1bcb90 HTTP/1.1" status: 200 len: 1094 time: 0.7037873 Mar 28 05:44:35.132667 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'tag': 'b59c0549-068c-494b-aa23-90f5af1bcb90'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:35.135589 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a173146-4f49-485a-a474-69979f7233fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab43bcc7-daf5-424e-944c-8f4f56dabeab", "tag": "b59c0549-068c-494b-aa23-90f5af1bcb90"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:35.146518 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b6fe2-cd2c-4a36-a6e3-1bfb202e0eea req-e5f7127a-1d98-4f21-9142-f8a5e86f5bc2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.158768 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7b8b6fe2-cd2c-4a36-a6e3-1bfb202e0eea req-e5f7127a-1d98-4f21-9142-f8a5e86f5bc2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 944 time: 0.1279755 Mar 28 05:44:35.166201 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc974f40-ab1b-4631-97dd-2c4f3d1e7526 service neutron] Pushing event updated for resources: {'Port': ['ID=b59c0549-068c-494b-aa23-90f5af1bcb90,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:35.175486 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-32be8bc4-cf76-4268-ad8c-3f8c2f72d54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:35.213153 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-de118634-73f1-4402-8802-f87572d8c107 req-3d307cc3-6a35-476b-b2e1-9a014c736aba tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266031 Mar 28 05:44:35.246308 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7b8b6fe2-cd2c-4a36-a6e3-1bfb202e0eea req-f89344fd-c2da-4333-afd2-52bbb5c0d726 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866413 Mar 28 05:44:35.267832 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-0155f01f-a393-4f2c-98f8-9c0a62360247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.269806 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-0155f01f-a393-4f2c-98f8-9c0a62360247 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 1128 time: 0.0811453 Mar 28 05:44:35.282153 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5530bb72-323e-40bc-9822-9a28336d280d x-openstack-request-id: req-5530bb72-323e-40bc-9822-9a28336d280d {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:35.282456 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab43bcc7-daf5-424e-944c-8f4f56dabeab", "tag": "b59c0549-068c-494b-aa23-90f5af1bcb90", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:35.282964 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5530bb72-323e-40bc-9822-9a28336d280d {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:35.283420 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5530bb72-323e-40bc-9822-9a28336d280d'] response: {'name': 'network-changed', 'server_uuid': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'tag': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'status': 'completed', 'code': 200} Mar 28 05:44:35.332314 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-6743d72d-08b6-4368-9894-f3cca81a88ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b59c0549-068c-494b-aa23-90f5af1bcb90 HTTP/1.1" status: 200 len: 217 time: 0.0423224 Mar 28 05:44:35.385515 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-11ed8827-5381-4228-864e-3e31ec07aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.387069 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-11ed8827-5381-4228-864e-3e31ec07aaeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0487094 Mar 28 05:44:35.440339 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-0006cebb-b386-4fd7-830e-73c4cdff904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.441800 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-0006cebb-b386-4fd7-830e-73c4cdff904a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470049 Mar 28 05:44:35.532198 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-ffd52c7c-ff0e-4065-abd3-e18295640b97 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835085 Mar 28 05:44:35.624093 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-adc9dfae-e021-4263-873c-5450a077c0f5 req-6925849e-a3b0-47c1-8ae6-077d4ba2f0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820501 Mar 28 05:44:35.724118 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a173146-4f49-485a-a474-69979f7233fc req-10c966b7-d305-45a5-9d1f-3fdd61d3c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.726277 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9a173146-4f49-485a-a474-69979f7233fc req-10c966b7-d305-45a5-9d1f-3fdd61d3c809 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 1128 time: 0.0443974 Mar 28 05:44:35.815630 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a173146-4f49-485a-a474-69979f7233fc req-c9aa251a-abd6-47de-a725-62b21d2a9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.817120 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9a173146-4f49-485a-a474-69979f7233fc req-c9aa251a-abd6-47de-a725-62b21d2a9efe service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.0849590 Mar 28 05:44:35.863325 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9a173146-4f49-485a-a474-69979f7233fc req-6d90ddf9-ca1a-481e-93eb-6d612439a57c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b59c0549-068c-494b-aa23-90f5af1bcb90 HTTP/1.1" status: 200 len: 217 time: 0.0348377 Mar 28 05:44:35.913930 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a173146-4f49-485a-a474-69979f7233fc req-a3d10d04-1a1b-4851-a103-10f567e2e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.915361 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9a173146-4f49-485a-a474-69979f7233fc req-a3d10d04-1a1b-4851-a103-10f567e2e2b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0460625 Mar 28 05:44:35.965684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a173146-4f49-485a-a474-69979f7233fc req-dd771cc8-51ce-45bf-b7d2-bfe62fc33993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:35.967123 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9a173146-4f49-485a-a474-69979f7233fc req-dd771cc8-51ce-45bf-b7d2-bfe62fc33993 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420141 Mar 28 05:44:36.052831 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9a173146-4f49-485a-a474-69979f7233fc req-683bad10-5b00-43b2-8494-62ea9b740221 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793393 Mar 28 05:44:36.142930 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9a173146-4f49-485a-a474-69979f7233fc req-4fe4aabd-f643-4c03-89a4-75956e9e065f service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829358 Mar 28 05:44:36.343648 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142892ac-71f2-4d56-9af3-d13cb739ae78 req-243eac3e-3e5e-4b5b-9c0a-5a831b3e2476 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:36.345170 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-142892ac-71f2-4d56-9af3-d13cb739ae78 req-243eac3e-3e5e-4b5b-9c0a-5a831b3e2476 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0563793 Mar 28 05:44:36.395583 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-142892ac-71f2-4d56-9af3-d13cb739ae78 req-693a948b-8e6b-4cac-ba97-0b068b8df20e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 Mar 28 05:44:36.502660 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c108c-c5db-4a25-bd67-58990d09a07c req-9474f68d-2ce1-4afe-bc17-70a58fed3188 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:36.504143 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1c9c108c-c5db-4a25-bd67-58990d09a07c req-9474f68d-2ce1-4afe-bc17-70a58fed3188 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 944 time: 0.0559826 Mar 28 05:44:36.549363 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1c9c108c-c5db-4a25-bd67-58990d09a07c req-aa2be4cd-c1ec-474e-8278-4c511c94020f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390928 Mar 28 05:44:37.339294 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-74aa8f0f-fdda-4c83-aa81-add75643fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:37.516421 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc125-29b9-4ec8-a331-1c5c2f5631d5 req-a913f2b9-bac3-4ad9-9411-de7840dafe59 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:37.517950 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-deafc125-29b9-4ec8-a331-1c5c2f5631d5 req-a913f2b9-bac3-4ad9-9411-de7840dafe59 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0530131 Mar 28 05:44:37.567598 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-deafc125-29b9-4ec8-a331-1c5c2f5631d5 req-f3c8e86a-93a7-41e5-b620-85a96e0c2fdc tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439627 Mar 28 05:44:37.683664 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb18104-2049-492a-aaf8-115932c9ac78 req-ffd9aaaf-9260-4f4a-be82-2dadd1e430d8 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:37.685428 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1bb18104-2049-492a-aaf8-115932c9ac78 req-ffd9aaaf-9260-4f4a-be82-2dadd1e430d8 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 944 time: 0.0599599 Mar 28 05:44:37.762229 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1bb18104-2049-492a-aaf8-115932c9ac78 req-67e9ed30-674c-43f0-8d94-ad7641df4c26 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641782 Mar 28 05:44:37.772210 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a9d53-95d9-44d0-8cd3-fbe91c54e2d4 req-c552fbe9-3ca5-4fe0-924b-a877d520593d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:37.774556 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-519a9d53-95d9-44d0-8cd3-fbe91c54e2d4 req-c552fbe9-3ca5-4fe0-924b-a877d520593d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0853713 Mar 28 05:44:37.820245 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-519a9d53-95d9-44d0-8cd3-fbe91c54e2d4 req-f4213af6-0cba-4dd4-afc9-25d573f360e5 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Mar 28 05:44:38.690303 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee83d7-f67a-4c6c-9f3a-e2a6ba0536fa req-893f0ef6-0cfa-4ea0-97a7-c69edd8ae426 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:38.691757 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-09ee83d7-f67a-4c6c-9f3a-e2a6ba0536fa req-893f0ef6-0cfa-4ea0-97a7-c69edd8ae426 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0560918 Mar 28 05:44:38.738937 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-09ee83d7-f67a-4c6c-9f3a-e2a6ba0536fa req-cd5cc4e9-70f7-48a9-8bc8-6152bdbf7e10 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412028 Mar 28 05:44:38.836108 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:38.883654 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63434f2a-8102-44f7-a7da-b3552626a64b req-9642d6cf-e79d-499e-9efe-24e57e8817c1 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:38.885592 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-63434f2a-8102-44f7-a7da-b3552626a64b req-9642d6cf-e79d-499e-9efe-24e57e8817c1 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 944 time: 0.0575495 Mar 28 05:44:38.960140 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-63434f2a-8102-44f7-a7da-b3552626a64b req-7477980f-0b54-4eb9-80fa-6e43249a4ff3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612001 Mar 28 05:44:38.971135 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0467bd-96cf-48ea-9800-59fab5f3c330 req-d10af904-a544-4d63-aaf0-98af14be86da tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:38.972642 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fc0467bd-96cf-48ea-9800-59fab5f3c330 req-d10af904-a544-4d63-aaf0-98af14be86da tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0833118 Mar 28 05:44:38.982639 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device b59c0549-068c-494b-aa23-90f5af1bcb90 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:44:39.023014 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fc0467bd-96cf-48ea-9800-59fab5f3c330 req-02d277e9-a75a-47bc-84d3-25f075e20a15 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Mar 28 05:44:39.075363 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port b59c0549-068c-494b-aa23-90f5af1bcb90, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b59c0549-068c-494b-aa23-90f5af1bcb90,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:39.089775 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'port_id': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'mac_address': 'fa:16:3e:71:4b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:44:39.125604 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port b59c0549-068c-494b-aa23-90f5af1bcb90 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:39.125916 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:39.138548 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59c0549-068c-494b-aa23-90f5af1bcb90 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:44:39.156966 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port b59c0549-068c-494b-aa23-90f5af1bcb90, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b59c0549-068c-494b-aa23-90f5af1bcb90,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:39.161049 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:39.205734 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=b59c0549-068c-494b-aa23-90f5af1bcb90,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:39.213043 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.213565 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.213899 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.214298 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.214697 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.215030 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.215356 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.215681 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.216003 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.216323 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.216644 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.216967 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.217565 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.217883 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.218197 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:44:39.435950 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['b59c0549-068c-494b-aa23-90f5af1bcb90'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:39.857798 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9f57d-5195-4892-b8ea-a90bf1dda6ca req-1b1a8270-f5b5-4891-86b6-e84d15c5e6ff tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:39.859282 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-caf9f57d-5195-4892-b8ea-a90bf1dda6ca req-1b1a8270-f5b5-4891-86b6-e84d15c5e6ff tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0542290 Mar 28 05:44:39.906440 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-caf9f57d-5195-4892-b8ea-a90bf1dda6ca req-d5199cc5-7aa7-4537-87d2-f91dadcf7daf tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Mar 28 05:44:40.085739 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3fae0-e4c9-42af-a636-84a3742734fd req-78dba6d8-b5bb-40b8-a54e-8eae9ddc1710 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:40.087226 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4af3fae0-e4c9-42af-a636-84a3742734fd req-78dba6d8-b5bb-40b8-a54e-8eae9ddc1710 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 945 time: 0.0524087 Mar 28 05:44:40.166558 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4af3fae0-e4c9-42af-a636-84a3742734fd req-417b5b10-4d9b-4311-92f1-4852210996e6 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695107 Mar 28 05:44:40.173335 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585421df-661d-4c4e-a977-81ae5433220d req-0a50b426-7d0c-4775-aa9d-173054195b70 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:40.174752 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-585421df-661d-4c4e-a977-81ae5433220d req-0a50b426-7d0c-4775-aa9d-173054195b70 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0857928 Mar 28 05:44:40.221490 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-585421df-661d-4c4e-a977-81ae5433220d req-94252e81-214d-4b29-9f95-de2ffcd2be1d tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Mar 28 05:44:40.355959 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:40.994156 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device b59c0549-068c-494b-aa23-90f5af1bcb90 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:44:41.022985 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b2f43-fc92-451c-9171-d44ea47e87ef req-b80d3459-f76a-404a-b3c4-dec3a5f40705 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:41.024468 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-366b2f43-fc92-451c-9171-d44ea47e87ef req-b80d3459-f76a-404a-b3c4-dec3a5f40705 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0528631 Mar 28 05:44:41.043102 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port b59c0549-068c-494b-aa23-90f5af1bcb90 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:44:41.047150 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port b59c0549-068c-494b-aa23-90f5af1bcb90 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:44:41.047533 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:41.071629 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-366b2f43-fc92-451c-9171-d44ea47e87ef req-5219a3ca-fa69-47ac-b72f-4d6532994ec8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415330 Mar 28 05:44:41.126531 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port b59c0549-068c-494b-aa23-90f5af1bcb90 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:44:41.126925 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:41.149743 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c0549-068c-494b-aa23-90f5af1bcb90'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:41.151960 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c86d5c-80ff-4a40-a847-21db2407f761" -d '{"events": [{"server_uuid": "ab43bcc7-daf5-424e-944c-8f4f56dabeab", "name": "network-vif-plugged", "status": "completed", "tag": "b59c0549-068c-494b-aa23-90f5af1bcb90"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:41.164349 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port b59c0549-068c-494b-aa23-90f5af1bcb90, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b59c0549-068c-494b-aa23-90f5af1bcb90,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:41.168739 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:41.191619 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85f10c4-e91d-4c3e-a79a-a39392ac1e6d x-openstack-request-id: req-b85f10c4-e91d-4c3e-a79a-a39392ac1e6d {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:41.191941 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab43bcc7-daf5-424e-944c-8f4f56dabeab", "name": "network-vif-plugged", "status": "completed", "tag": "b59c0549-068c-494b-aa23-90f5af1bcb90", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:41.192172 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b85f10c4-e91d-4c3e-a79a-a39392ac1e6d {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:41.192562 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85f10c4-e91d-4c3e-a79a-a39392ac1e6d'] response: {'server_uuid': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'code': 200} Mar 28 05:44:41.220418 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=b59c0549-068c-494b-aa23-90f5af1bcb90,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:41.329203 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485e91f-bc96-46e9-950b-fae02e0707fc req-ed610350-cbc7-4501-bb46-bb829d1313a1 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:41.330682 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9485e91f-bc96-46e9-950b-fae02e0707fc req-ed610350-cbc7-4501-bb46-bb829d1313a1 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0831530 Mar 28 05:44:41.369970 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa6da5-c345-452e-a856-bc02396c2908 req-af0cf304-849d-4560-befc-99b0eb8146a4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:41.371444 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32fa6da5-c345-452e-a856-bc02396c2908 req-af0cf304-849d-4560-befc-99b0eb8146a4 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0809870 Mar 28 05:44:41.375412 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5d6e4-c25f-4f68-b76f-5d9eac66b62f req-98c7868e-c3d9-466f-86b6-70feff6e28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:41.376997 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-60f5d6e4-c25f-4f68-b76f-5d9eac66b62f req-98c7868e-c3d9-466f-86b6-70feff6e28b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 1130 time: 0.0453351 Mar 28 05:44:41.407447 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9485e91f-bc96-46e9-950b-fae02e0707fc req-9334ccf2-821b-422e-9401-88c4e57c4611 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703661 Mar 28 05:44:41.430806 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-60f5d6e4-c25f-4f68-b76f-5d9eac66b62f req-e7fc711b-ea28-4956-bdc7-bd2fc6973f72 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406091 Mar 28 05:44:41.434129 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32fa6da5-c345-452e-a856-bc02396c2908 req-fb8a3253-5757-4a83-9f43-346ad7c7e036 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553188 Mar 28 05:44:41.598024 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:42.189666 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc56454-562d-4747-8411-e129b620a94c req-176d7df0-7d7b-462d-a53c-c3264f620430 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:42.191136 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4cc56454-562d-4747-8411-e129b620a94c req-176d7df0-7d7b-462d-a53c-c3264f620430 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0516663 Mar 28 05:44:42.240874 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4cc56454-562d-4747-8411-e129b620a94c req-5a174425-a739-4f9a-b025-aa2c59ea238b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436063 Mar 28 05:44:42.555019 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ce10c-f68e-4191-8ed9-51e71ee314f6 req-c3fb1878-8970-48ef-9d57-df61c1b0cd25 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:42.556475 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-015ce10c-f68e-4191-8ed9-51e71ee314f6 req-c3fb1878-8970-48ef-9d57-df61c1b0cd25 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0812724 Mar 28 05:44:42.567602 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d161d-cd5c-49f7-9869-d62fe54cae64 req-e0193369-4e86-48ad-a394-15864238731e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:42.569614 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d22d161d-cd5c-49f7-9869-d62fe54cae64 req-e0193369-4e86-48ad-a394-15864238731e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0682359 Mar 28 05:44:42.636900 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-015ce10c-f68e-4191-8ed9-51e71ee314f6 req-20e672e3-955b-4ce7-9461-36629f15678c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663145 Mar 28 05:44:42.643942 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d22d161d-cd5c-49f7-9869-d62fe54cae64 req-b7de7fe7-084f-42af-b36e-98b3c3908503 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc406066-3d09-4c82-898d-40f359516f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679092 Mar 28 05:44:42.929930 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f832e-9a13-4c86-a356-9a953def30ce req-2f6a8b90-80f8-4ae0-a2bf-ce001546f985 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:42.931354 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-656f832e-9a13-4c86-a356-9a953def30ce req-2f6a8b90-80f8-4ae0-a2bf-ce001546f985 tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.30 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 946 time: 0.0517273 Mar 28 05:44:43.034784 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Deleting port 9430b2c0-ee0c-4da2-8314-e93907fea40f {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:44:43.035125 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:43.120828 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] For port 9430b2c0-ee0c-4da2-8314-e93907fea40f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9430b2c0-ee0c-4da2-8314-e93907fea40f,segment=NetworkSegment(2f677ce4-f455-4a68-85a4-2d10c53bce7d),segment_id=2f677ce4-f455-4a68-85a4-2d10c53bce7d)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:44:43.121223 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:43.137206 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Calling delete_port for 9430b2c0-ee0c-4da2-8314-e93907fea40f owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:44:43.258806 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (9430b2c0-ee0c-4da2-8314-e93907fea40f), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:43.275289 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['9430b2c0-ee0c-4da2-8314-e93907fea40f'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:44:43.286908 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Pushing event deleted for resources: {'Port': ['ID=9430b2c0-ee0c-4da2-8314-e93907fea40f,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:44:43.332378 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] No DVR routers for this DVR port 9430b2c0-ee0c-4da2-8314-e93907fea40f on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:44:43.335600 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:43.338874 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-656f832e-9a13-4c86-a356-9a953def30ce req-0ac5d5e7-0f52-49bb-bec0-5de7b36e92ea tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.30 "DELETE /v2.0/ports/9430b2c0-ee0c-4da2-8314-e93907fea40f HTTP/1.1" status: 204 len: 173 time: 0.3916526 Mar 28 05:44:43.339317 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59975ba7-805f-4cba-b842-d46dfba4ff44', 'name': 'network-vif-deleted', 'tag': '9430b2c0-ee0c-4da2-8314-e93907fea40f'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:43.341646 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6194fd-9bea-42b8-ad6a-f0ad5fe17a45" -d '{"events": [{"server_uuid": "59975ba7-805f-4cba-b842-d46dfba4ff44", "name": "network-vif-deleted", "tag": "9430b2c0-ee0c-4da2-8314-e93907fea40f"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:43.365725 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f58cdc-d6c2-4197-9a2e-531af04e1069 req-5891a076-b787-4379-8427-bbeca3950edd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:43.367385 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-49f58cdc-d6c2-4197-9a2e-531af04e1069 req-5891a076-b787-4379-8427-bbeca3950edd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0576205 Mar 28 05:44:43.388758 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ddac69-01fb-40ce-aa8b-f6496493ef5f x-openstack-request-id: req-b5ddac69-01fb-40ce-aa8b-f6496493ef5f {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:43.389153 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59975ba7-805f-4cba-b842-d46dfba4ff44", "name": "network-vif-deleted", "tag": "9430b2c0-ee0c-4da2-8314-e93907fea40f", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:43.389469 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5ddac69-01fb-40ce-aa8b-f6496493ef5f {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:43.389938 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ddac69-01fb-40ce-aa8b-f6496493ef5f'] response: {'server_uuid': '59975ba7-805f-4cba-b842-d46dfba4ff44', 'name': 'network-vif-deleted', 'tag': '9430b2c0-ee0c-4da2-8314-e93907fea40f', 'status': 'completed', 'code': 200} Mar 28 05:44:43.416654 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-49f58cdc-d6c2-4197-9a2e-531af04e1069 req-e558f202-3c62-4ac7-ab98-bb05b25f40bd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Mar 28 05:44:43.761655 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0bedef36-3ecc-4329-b699-d13c28a4a75d req-e72cf7ba-ea48-491a-90fb-0c78314b295e tempest-VolumesSnapshotTestJSON-1418907298 tempest-VolumesSnapshotTestJSON-1418907298-project] 10.222.0.13 "GET /v2.0/ports?device_id=59975ba7-805f-4cba-b842-d46dfba4ff44 HTTP/1.1" status: 200 len: 210 time: 0.0291288 Mar 28 05:44:43.784317 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a001595-7691-4e55-9c5d-c489952223b9 req-9d35ed1e-d8e8-4a03-8c93-99a42291d89d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:43.785839 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5a001595-7691-4e55-9c5d-c489952223b9 req-9d35ed1e-d8e8-4a03-8c93-99a42291d89d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0807083 Mar 28 05:44:43.839007 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5a001595-7691-4e55-9c5d-c489952223b9 req-24cc1d0a-869d-4182-bc8d-25d8c7e3e1b2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474703 Mar 28 05:44:43.961530 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3496c-8072-460a-9d66-66e8872f43e4 req-f759f1d2-23ab-4924-95ce-8a40395baa75 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:43.962899 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4ec3496c-8072-460a-9d66-66e8872f43e4 req-f759f1d2-23ab-4924-95ce-8a40395baa75 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0518832 Mar 28 05:44:43.971544 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 34864) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:43.976065 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'floatingip': {'port_id': 'b59c0549-068c-494b-aa23-90f5af1bcb90'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:44.014207 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (cff57cb0-4946-4b64-af60-f3e57f12667d), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:44.429379 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:44.433401 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (cff57cb0-4946-4b64-af60-f3e57f12667d), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:44.561692 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Floating IP cff57cb0-4946-4b64-af60-f3e57f12667d associated. External IP: 172.28.0.111, port: b59c0549-068c-494b-aa23-90f5af1bcb90. Mar 28 05:44:44.571356 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0dc89-e05d-4dcd-a815-41ee9ba9e96a req-18a7c4f1-3dbe-4e92-8644-9882398e897f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:44.572815 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83a0dc89-e05d-4dcd-a815-41ee9ba9e96a req-18a7c4f1-3dbe-4e92-8644-9882398e897f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0783243 Mar 28 05:44:44.685967 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83a0dc89-e05d-4dcd-a815-41ee9ba9e96a req-99473176-b1ac-4656-a00c-c6d379271dbc tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810599 Mar 28 05:44:44.804762 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:44:44.913261 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:44:44.918109 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:44.924029 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:44:44.935058 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:44.935675 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:44.947694 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d350992f-e14a-4d3e-bcda-b6f29fd90783 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "PUT /v2.0/floatingips/cff57cb0-4946-4b64-af60-f3e57f12667d HTTP/1.1" status: 200 len: 992 time: 0.9751210 Mar 28 05:44:44.948275 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'tag': 'b59c0549-068c-494b-aa23-90f5af1bcb90'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:44.950758 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c0c31d-0f6e-41c1-8c6f-237c6817b652" -d '{"events": [{"name": "network-changed", "server_uuid": "ab43bcc7-daf5-424e-944c-8f4f56dabeab", "tag": "b59c0549-068c-494b-aa23-90f5af1bcb90"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:44.994879 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838b823-9118-44e8-bc07-0d15dd22832b x-openstack-request-id: req-c838b823-9118-44e8-bc07-0d15dd22832b {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:44.995099 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab43bcc7-daf5-424e-944c-8f4f56dabeab", "tag": "b59c0549-068c-494b-aa23-90f5af1bcb90", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:44.995298 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c838b823-9118-44e8-bc07-0d15dd22832b {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:44.995718 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c838b823-9118-44e8-bc07-0d15dd22832b'] response: {'name': 'network-changed', 'server_uuid': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'tag': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'status': 'completed', 'code': 200} Mar 28 05:44:45.063990 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:45.070907 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-19bcff8e-650e-4072-ab14-dd19c86e8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:45.072343 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-19bcff8e-650e-4072-ab14-dd19c86e8966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 1130 time: 0.0541415 Mar 28 05:44:45.178851 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-60f59058-446b-4741-a614-96b4f762d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:45.180328 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-60f59058-446b-4741-a614-96b4f762d097 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.1020777 Mar 28 05:44:45.245717 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-ebe7dbaf-3b7e-4166-98c1-a565099597fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b59c0549-068c-494b-aa23-90f5af1bcb90 HTTP/1.1" status: 200 len: 1000 time: 0.0593026 Mar 28 05:44:45.293784 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-b0e3f8fb-8ec0-4f46-888d-4e25cec78ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:45.295509 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-b0e3f8fb-8ec0-4f46-888d-4e25cec78ea7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0443807 Mar 28 05:44:45.307518 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'cff57cb0-4946-4b64-af60-f3e57f12667d', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:71:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:44:31Z', 'updated_at': '2022-03-28T05:44:44Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:45.331830 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:44:45.343767 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:45.344545 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:45.351055 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-a8a2c98d-6e48-40d4-8c4f-7838a02ca328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:45.352542 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-a8a2c98d-6e48-40d4-8c4f-7838a02ca328 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0510337 Mar 28 05:44:45.445207 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-b4dabb4b-a38e-47ff-b8fd-596029f1fde7 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863972 Mar 28 05:44:45.528806 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:45.537945 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:45.554209 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-12c0c31d-0f6e-41c1-8c6f-237c6817b652 req-772c6e6f-0fde-4774-a46f-016f89ed30f0 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944777 Mar 28 05:44:45.763911 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'cff57cb0-4946-4b64-af60-f3e57f12667d', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:71:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:44:31Z', 'updated_at': '2022-03-28T05:44:44Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:45.789145 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629812cb-8924-4b52-9404-2a3f4f73cafd None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'cff57cb0-4946-4b64-af60-f3e57f12667d', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:71:4b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:44:31Z', 'updated_at': '2022-03-28T05:44:44Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:44:45.802863 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab197b-bfc5-48e6-acc5-5ea1d2f5c926 req-ac5de1fe-e25f-45c5-9a10-ba668412ee37 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:45.805057 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-16ab197b-bfc5-48e6-acc5-5ea1d2f5c926 req-ac5de1fe-e25f-45c5-9a10-ba668412ee37 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0527313 Mar 28 05:44:45.857173 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-16ab197b-bfc5-48e6-acc5-5ea1d2f5c926 req-1868b8ab-b753-4b67-989e-fa052fc892cc tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464540 Mar 28 05:44:45.979083 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5ac3b9-b86f-44f1-a5d1-b918eb84a46e None None] New status for floating IP cff57cb0-4946-4b64-af60-f3e57f12667d: ACTIVE {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:44:46.999354 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 9430b2c0-ee0c-4da2-8314-e93907fea40f no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:44:47.021606 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 9430b2c0-ee0c-4da2-8314-e93907fea40f {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:44:47.021957 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 9430b2c0-ee0c-4da2-8314-e93907fea40f not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:44:47.197245 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffd284-90b2-4e5b-bd9e-a251e1ace714 req-3a14a642-0e6a-48d8-857f-b5f9d029a7bd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:47.198714 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-17ffd284-90b2-4e5b-bd9e-a251e1ace714 req-3a14a642-0e6a-48d8-857f-b5f9d029a7bd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.2713256 Mar 28 05:44:47.243446 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-17ffd284-90b2-4e5b-bd9e-a251e1ace714 req-9cf72d83-ab0b-4c9e-b4a2-14ca383e6c39 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391574 Mar 28 05:44:48.360307 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b737599-ed3b-4f92-aeb9-88cc96ec5f27 req-822b8fa5-a106-433f-9a37-8505da871ff6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:48.361791 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6b737599-ed3b-4f92-aeb9-88cc96ec5f27 req-822b8fa5-a106-433f-9a37-8505da871ff6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0517101 Mar 28 05:44:48.406799 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6b737599-ed3b-4f92-aeb9-88cc96ec5f27 req-dfcaddeb-c204-426f-879e-22aa2efb644e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Mar 28 05:44:49.393588 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e690-ebdf-44db-8656-eaa4a0dae052 req-abfde94e-144a-41bb-b5d9-0eea10eba81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:49.395066 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b557e690-ebdf-44db-8656-eaa4a0dae052 req-abfde94e-144a-41bb-b5d9-0eea10eba81a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1130 time: 0.0432396 Mar 28 05:44:49.438249 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b557e690-ebdf-44db-8656-eaa4a0dae052 req-78193ba7-523f-4a7a-9bd3-c975df6c34ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368273 Mar 28 05:44:49.525910 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d2015-711e-4978-b1bf-bdeeed586431 req-67fbeeb6-9afb-48f6-add4-3b39e7e7d95e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:49.527368 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-868d2015-711e-4978-b1bf-bdeeed586431 req-67fbeeb6-9afb-48f6-add4-3b39e7e7d95e tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0537264 Mar 28 05:44:49.572409 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-868d2015-711e-4978-b1bf-bdeeed586431 req-889a1fb4-b182-4c25-a286-24c5159f88ae tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 Mar 28 05:44:50.693264 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31582918-d258-44dd-a053-0e532ca44399 req-6f397499-4acd-486b-a01a-95b45715774d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:50.694757 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-31582918-d258-44dd-a053-0e532ca44399 req-6f397499-4acd-486b-a01a-95b45715774d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0524223 Mar 28 05:44:50.740169 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-31582918-d258-44dd-a053-0e532ca44399 req-4aa2360d-0965-4790-9eb0-f662de8d936c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398579 Mar 28 05:44:51.859351 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1aa9f3-1b11-429a-ae25-1838a64f63ec req-e451c839-05e2-4986-9adc-af42c177cdf8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:51.860813 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3a1aa9f3-1b11-429a-ae25-1838a64f63ec req-e451c839-05e2-4986-9adc-af42c177cdf8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0547411 Mar 28 05:44:51.904929 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3a1aa9f3-1b11-429a-ae25-1838a64f63ec req-0fbc5151-08e0-4012-b695-0e6eac6e6366 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386221 Mar 28 05:44:52.276666 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-47df287b-48d5-477b-827b-3ad129c5394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:52.278113 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-47df287b-48d5-477b-827b-3ad129c5394b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1130 time: 0.0447893 Mar 28 05:44:52.283318 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbce5b-fc26-448e-9404-6c1e95fe00d6 req-51bf7829-3bdc-40cd-bdd0-7799ffefe645 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:52.284767 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-10bbce5b-fc26-448e-9404-6c1e95fe00d6 req-51bf7829-3bdc-40cd-bdd0-7799ffefe645 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0514805 Mar 28 05:44:52.333583 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-10bbce5b-fc26-448e-9404-6c1e95fe00d6 req-7150dda1-4d1a-453d-be8a-2590e0e12e37 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Mar 28 05:44:52.381089 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-a6990968-3a31-46de-a075-4ff1a8abdce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:52.383194 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-a6990968-3a31-46de-a075-4ff1a8abdce6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.0965650 Mar 28 05:44:52.444363 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-b4bf0c2d-13e6-4030-a774-d240967f67b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 200 len: 1002 time: 0.0557187 Mar 28 05:44:52.493606 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-53f6a6ca-0930-4aa3-b66d-1b7504d702d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:52.495397 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-53f6a6ca-0930-4aa3-b66d-1b7504d702d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0452867 Mar 28 05:44:52.549526 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-7e7ebd4e-6c5f-4602-ae75-1869fee66e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:52.551055 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-7e7ebd4e-6c5f-4602-ae75-1869fee66e59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0498047 Mar 28 05:44:52.647970 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-5861a738-3069-4938-9fa6-34f99c096e61 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903397 Mar 28 05:44:52.743574 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-2b9b50a7-42c2-438c-bf2a-f8e8a0890743 req-4de5eaed-3fa8-490d-baf6-abcb265ec389 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889978 Mar 28 05:44:53.453640 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be95cc-4347-4530-9f34-7a8211f62930 req-524cff88-7094-4cc2-aff7-b310d2213535 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:53.455099 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-86be95cc-4347-4530-9f34-7a8211f62930 req-524cff88-7094-4cc2-aff7-b310d2213535 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0511625 Mar 28 05:44:53.504200 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-86be95cc-4347-4530-9f34-7a8211f62930 req-8e9447bd-1ff5-43b7-9a35-8bd850bb1033 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432887 Mar 28 05:44:54.625136 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2abfd4-3672-4ba4-9307-2a5f5ccda305 req-ff58fb6a-c516-43dc-a0ba-75a757bf20ba tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:54.627411 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7c2abfd4-3672-4ba4-9307-2a5f5ccda305 req-ff58fb6a-c516-43dc-a0ba-75a757bf20ba tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0521879 Mar 28 05:44:54.672237 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7c2abfd4-3672-4ba4-9307-2a5f5ccda305 req-107b88c8-e9d0-4db1-9683-a26192d8a5b3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396736 Mar 28 05:44:55.788812 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37930663-6171-4535-b08b-5da98b162a1f req-bd7e6855-4b16-489e-addb-db4582dfc836 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:55.790317 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-37930663-6171-4535-b08b-5da98b162a1f req-bd7e6855-4b16-489e-addb-db4582dfc836 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0515192 Mar 28 05:44:55.835193 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-37930663-6171-4535-b08b-5da98b162a1f req-7a2cf00a-949a-4995-b4c8-8b988e376077 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394576 Mar 28 05:44:55.951130 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2054c-9c55-499a-8240-e5651d571d1a req-74330bb7-cf7d-4527-9bf9-838011133e2a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:55.952579 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5af2054c-9c55-499a-8240-e5651d571d1a req-74330bb7-cf7d-4527-9bf9-838011133e2a tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0557556 Mar 28 05:44:55.960945 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 34980) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:44:55.967435 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-e134b9c4-32b8-4cc8-9d03-71f42290d964 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Request body: {'floatingip': {'port_id': '740254c2-6541-4181-98ba-9329a9fb835b'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:44:56.025892 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e134b9c4-32b8-4cc8-9d03-71f42290d964 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (9cfd3013-1d79-4539-a72e-5145af010ae8), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:56.700237 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e134b9c4-32b8-4cc8-9d03-71f42290d964 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:56.703900 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e134b9c4-32b8-4cc8-9d03-71f42290d964 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (9cfd3013-1d79-4539-a72e-5145af010ae8), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:56.908338 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e134b9c4-32b8-4cc8-9d03-71f42290d964 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Router 61335b8d-860c-41ca-aede-ba588c565c0b has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:44:57.014898 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e134b9c4-32b8-4cc8-9d03-71f42290d964 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:44:57.019541 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e134b9c4-32b8-4cc8-9d03-71f42290d964 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:44:57.024184 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] Sync routers for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:44:57.034471 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:57.035066 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:57.049929 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:57.052160 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "tag": "740254c2-6541-4181-98ba-9329a9fb835b"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:57.093051 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e134b9c4-32b8-4cc8-9d03-71f42290d964 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "PUT /v2.0/floatingips/9cfd3013-1d79-4539-a72e-5145af010ae8 HTTP/1.1" status: 200 len: 994 time: 1.1200655 Mar 28 05:44:57.126545 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322164aa-a172-48e7-8ce3-9611e68fecc7 x-openstack-request-id: req-322164aa-a172-48e7-8ce3-9611e68fecc7 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:57.126842 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "tag": "740254c2-6541-4181-98ba-9329a9fb835b", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:57.127100 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-322164aa-a172-48e7-8ce3-9611e68fecc7 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:57.127517 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322164aa-a172-48e7-8ce3-9611e68fecc7'] response: {'name': 'network-changed', 'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b', 'status': 'completed', 'code': 200} Mar 28 05:44:57.152382 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:57.201070 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-02ba1a57-a5a1-4cc0-b637-38c3351d751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:57.202869 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-02ba1a57-a5a1-4cc0-b637-38c3351d751e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1130 time: 0.0505581 Mar 28 05:44:57.292743 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-554fedb5-db48-47a2-b920-cd01ff17612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:57.294430 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-554fedb5-db48-47a2-b920-cd01ff17612b service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.0851541 Mar 28 05:44:57.371252 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-8f8694fa-7a89-4c47-b3bc-802076a40d01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 200 len: 1002 time: 0.0683956 Mar 28 05:44:57.387580 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '9cfd3013-1d79-4539-a72e-5145af010ae8', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'port_id': '740254c2-6541-4181-98ba-9329a9fb835b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'mac_address': 'fa:16:3e:cd:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:04Z', 'updated_at': '2022-03-28T05:44:56Z', 'revision_number': 3, 'project_id': 'eaedd07c20314601b10ba29588506856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:57.419854 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] Checking router: 61335b8d-860c-41ca-aede-ba588c565c0b for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:44:57.423327 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-db62e858-1aad-451b-9b1f-8649f67d3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:57.424816 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-db62e858-1aad-451b-9b1f-8649f67d3969 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0473101 Mar 28 05:44:57.427901 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:44:57.428486 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:57.473916 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-43d31ab0-3444-4592-9f7d-df37b5c890f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:57.475430 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-43d31ab0-3444-4592-9f7d-df37b5c890f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433168 Mar 28 05:44:57.534966 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:44:57.572851 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-55be86ca-c38f-42cf-a542-b2aa88857d26 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904500 Mar 28 05:44:57.669981 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-9209ea2c-8fb0-4a6e-ba7f-d2ea20ca6be0 req-44fedf06-70f9-496f-8e7c-5762971afba2 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835752 Mar 28 05:44:57.754076 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '9cfd3013-1d79-4539-a72e-5145af010ae8', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'port_id': '740254c2-6541-4181-98ba-9329a9fb835b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'mac_address': 'fa:16:3e:cd:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:04Z', 'updated_at': '2022-03-28T05:44:56Z', 'revision_number': 3, 'project_id': 'eaedd07c20314601b10ba29588506856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:44:57.783310 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa4ec13-957a-4fe9-9d4e-663f92b43a02 None None] The sync data for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb is: [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': '9cfd3013-1d79-4539-a72e-5145af010ae8', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'floating_ip_address': '172.28.0.114', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'port_id': '740254c2-6541-4181-98ba-9329a9fb835b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'mac_address': 'fa:16:3e:cd:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:43:04Z', 'updated_at': '2022-03-28T05:44:56Z', 'revision_number': 3, 'project_id': 'eaedd07c20314601b10ba29588506856', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:44:59.129238 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:44:59.131598 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5f048-0026-4ba9-baeb-18abd1f4e84f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "tag": "740254c2-6541-4181-98ba-9329a9fb835b"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:44:59.167014 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b58a3e-73a7-48d1-88d4-4108508858f0 x-openstack-request-id: req-88b58a3e-73a7-48d1-88d4-4108508858f0 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:44:59.167302 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "tag": "740254c2-6541-4181-98ba-9329a9fb835b", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:44:59.167560 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88b58a3e-73a7-48d1-88d4-4108508858f0 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:44:59.167950 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88b58a3e-73a7-48d1-88d4-4108508858f0'] response: {'name': 'network-changed', 'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b', 'status': 'completed', 'code': 200} Mar 28 05:44:59.235046 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-f28fc781-4846-4d4d-9f6f-b13f9196dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:59.236493 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-f28fc781-4846-4d4d-9f6f-b13f9196dc9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 1130 time: 0.0435758 Mar 28 05:44:59.329331 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-a1007614-0db9-4009-aef3-5df721e8f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:59.330822 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-a1007614-0db9-4009-aef3-5df721e8f3fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.0873077 Mar 28 05:44:59.397331 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-8496b4b2-2b0a-49e0-b823-c363406238aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 200 len: 1002 time: 0.0584917 Mar 28 05:44:59.448671 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-420e246c-8e12-4916-b6c6-5b069a7d1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:59.450156 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-420e246c-8e12-4916-b6c6-5b069a7d1ec2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0471234 Mar 28 05:44:59.505567 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-c485e554-f50b-478a-a7f2-d99eea8acb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:44:59.507108 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-c485e554-f50b-478a-a7f2-d99eea8acb93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435524 Mar 28 05:44:59.608744 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-d96a4a83-8e24-433d-aa79-ba4d1a0c7d65 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864737 Mar 28 05:44:59.688891 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:44:59.710862 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67c5f048-0026-4ba9-baeb-18abd1f4e84f req-732fd4e6-b841-4e3c-9a59-e15a0ba8f0ab service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948381 Mar 28 05:45:01.723354 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35040) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:01.766858 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_v2 [None req-79cb916d-fcba-42cb-9d2f-bf6104d21ebe admin admin] Deleting subnet 25536a28-5fa7-4b43-9046-1fad1f3a5737 {{(pid=109881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:45:01.769852 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-79cb916d-fcba-42cb-9d2f-bf6104d21ebe admin admin] Publish callbacks [] for subnet (25536a28-5fa7-4b43-9046-1fad1f3a5737), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:01.802743 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-79cb916d-fcba-42cb-9d2f-bf6104d21ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592138'] for subnet (25536a28-5fa7-4b43-9046-1fad1f3a5737), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:01.845005 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-79cb916d-fcba-42cb-9d2f-bf6104d21ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (25536a28-5fa7-4b43-9046-1fad1f3a5737), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:01.895238 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-79cb916d-fcba-42cb-9d2f-bf6104d21ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6107714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613624'] for subnet (25536a28-5fa7-4b43-9046-1fad1f3a5737), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:01.920258 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb916d-fcba-42cb-9d2f-bf6104d21ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25536a28-5fa7-4b43-9046-1fad1f3a5737,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:01.925135 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-79cb916d-fcba-42cb-9d2f-bf6104d21ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:01.928249 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-79cb916d-fcba-42cb-9d2f-bf6104d21ebe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25536a28-5fa7-4b43-9046-1fad1f3a5737 HTTP/1.1" status: 204 len: 168 time: 0.2038865 Mar 28 05:45:01.930681 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35042) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:01.997377 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (a6322586-9f53-4678-9c9d-db4bb4014a84), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.075865 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (a6322586-9f53-4678-9c9d-db4bb4014a84), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.095633 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6322586-9f53-4678-9c9d-db4bb4014a84']}} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:02.105329 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f677ce4-f455-4a68-85a4-2d10c53bce7d') {'for_net_delete': True} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:02.105628 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f677ce4-f455-4a68-85a4-2d10c53bce7d') {} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:02.114521 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592179'] for segment (2f677ce4-f455-4a68-85a4-2d10c53bce7d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.127277 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (2f677ce4-f455-4a68-85a4-2d10c53bce7d), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.132902 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:45:02.133346 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097888'] for segment (2f677ce4-f455-4a68-85a4-2d10c53bce7d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: Traceback (most recent call last): Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: timer() Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: cb(*args, **kw) Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: return func(*args, **kwargs) Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: self._notify() Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: self.callback(batched_events) Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: event.method(event) Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: return f(self, *a, **k) Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: return self._get(url).json() Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: return self.request(url, 'GET', **kwargs) Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:45:02.135044 dv-cinder-831776-5-smb neutron-server[109881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:45:02.187077 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (a6322586-9f53-4678-9c9d-db4bb4014a84), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.192211 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.198036 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6322586-9f53-4678-9c9d-db4bb4014a84 HTTP/1.1" status: 204 len: 168 time: 0.2638135 Mar 28 05:45:02.212156 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c41539-2b7d-4bcb-89cd-fb8ec95198d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6322586-9f53-4678-9c9d-db4bb4014a84,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:02.313129 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35046) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:02.351612 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4df64039-657f-4902-98fc-ed7f05cb57d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fff5bb0630b4d9d80efc5040fdc4970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371208 Mar 28 05:45:02.354458 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35048) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:02.407354 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f46d-d181-475f-8c09-c9dc8d404edc admin admin] Publish callbacks [] for security_group (dc406066-3d09-4c82-898d-40f359516f36), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.428943 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f46d-d181-475f-8c09-c9dc8d404edc admin admin] Publish callbacks [] for security_group (dc406066-3d09-4c82-898d-40f359516f36), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.474801 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f46d-d181-475f-8c09-c9dc8d404edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (dc406066-3d09-4c82-898d-40f359516f36), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.477576 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2cd4f46d-d181-475f-8c09-c9dc8d404edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:02.478735 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-2cd4f46d-d181-475f-8c09-c9dc8d404edc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc406066-3d09-4c82-898d-40f359516f36 HTTP/1.1" status: 204 len: 168 time: 0.1233516 Mar 28 05:45:02.490154 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4f46d-d181-475f-8c09-c9dc8d404edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc406066-3d09-4c82-898d-40f359516f36,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:03.118111 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35070) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:03.211166 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2088431253-network', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:03.229713 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Made reservation on behalf of 9b9766233dfe4f029f4c0fffbde50acc for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:03.231994 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.239955 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.314694 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Publish callbacks [] for security_group (b13341e4-0d18-485a-9329-700b58ee4a4c), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.318270 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (b13341e4-0d18-485a-9329-700b58ee4a4c), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.345743 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:45:03.354323 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13341e4-0d18-485a-9329-700b58ee4a4c,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:03.360082 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (9c33e41b-ca9f-4d2c-8368-559722301f2c), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.360446 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Added segment 9c33e41b-ca9f-4d2c-8368-559722301f2c of type vlan for network 6e608e20-9e5e-4aa9-950f-456f31f26f5e Mar 28 05:45:03.399984 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (6e608e20-9e5e-4aa9-950f-456f31f26f5e), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.424048 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (6e608e20-9e5e-4aa9-950f-456f31f26f5e), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.424985 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:03.425587 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.477813 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3586152 Mar 28 05:45:03.481489 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35074) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:03.484864 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff756f46-0d63-47f2-91ec-9978a51031da admin admin] Pushing event updated for resources: {'Network': ['ID=6e608e20-9e5e-4aa9-950f-456f31f26f5e,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:03.486334 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Request body: {'subnet': {'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2088431253-subnet', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:03.495808 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:45:03.505286 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Made reservation on behalf of 9b9766233dfe4f029f4c0fffbde50acc for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:03.507860 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4549498'] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.676160 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4549484'] for subnet (b96cf01c-717a-49c2-b833-d7bdaf2e689d), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.729879 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96cf01c-717a-49c2-b833-d7bdaf2e689d,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:03.739682 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Checking segment: {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:03.740043 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Network hostable DHCP agents. Network: 6e608e20-9e5e-4aa9-950f-456f31f26f5e, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:45:03.756841 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:45:03.765036 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 6e608e20-9e5e-4aa9-950f-456f31f26f5e) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:03.769119 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:03.769749 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.774174 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd150f5-57a4-4796-8eb6-fdc8eadd4cc1 None None] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:03.785394 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-a679727a-47e1-4c52-bb1f-b790ab8a203b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3028085 Mar 28 05:45:03.788041 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35076) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:03.793465 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:03.812741 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (2dc126fd-eeb4-43f1-a012-9872fec81663), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.813778 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (2dc126fd-eeb4-43f1-a012-9872fec81663), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.870895 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks [] for router_controller (2dc126fd-eeb4-43f1-a012-9872fec81663), precommit_add_association {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:03.879103 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:45:03.880058 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.008911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Allocated IP 172.20.0.2 (6e608e20-9e5e-4aa9-950f-456f31f26f5e/b96cf01c-717a-49c2-b833-d7bdaf2e689d/b92ff150-1cc3-4760-b4cc-dee36edee5cf) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:04.016704 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks [] for router_gateway (2dc126fd-eeb4-43f1-a012-9872fec81663), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.150395 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Publish callbacks [] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.158090 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.193820 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:04.196561 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:04.200103 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:04.211248 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Pushing event updated for resources: {'Port': ['ID=b92ff150-1cc3-4760-b4cc-dee36edee5cf,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:04.216485 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks [] for router_gateway (2dc126fd-eeb4-43f1-a012-9872fec81663), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.236360 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.265757 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Attempting to bind port b92ff150-1cc3-4760-b4cc-dee36edee5cf on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:04.266048 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Attempting to bind port b92ff150-1cc3-4760-b4cc-dee36edee5cf by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:04.266429 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Attempting to bind port b92ff150-1cc3-4760-b4cc-dee36edee5cf on network 6e608e20-9e5e-4aa9-950f-456f31f26f5e {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:04.271323 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:04.271694 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Checking segment: {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:04.272098 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.272488 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Bound using segment: {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:04.272954 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Bound port: b92ff150-1cc3-4760-b4cc-dee36edee5cf, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:04.273356 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.335848 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] For port b92ff150-1cc3-4760-b4cc-dee36edee5cf, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:04.337453 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Allocated IP 172.28.0.173 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/29e5b014-df20-4541-85e2-342a78cfa19c) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:04.339684 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] For port b92ff150-1cc3-4760-b4cc-dee36edee5cf, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b92ff150-1cc3-4760-b4cc-dee36edee5cf,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:04.346485 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.405618 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514192e-92be-49a6-81c6-08c601ce939e None None] Pushing event updated for resources: {'Port': ['ID=b92ff150-1cc3-4760-b4cc-dee36edee5cf,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:04.444535 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks [] for port (29e5b014-df20-4541-85e2-342a78cfa19c), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.480270 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.517514 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:04.520386 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:04.527493 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:04.549351 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=29e5b014-df20-4541-85e2-342a78cfa19c,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:04.720725 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b92ff150-1cc3-4760-b4cc-dee36edee5cf up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:04.772967 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port b92ff150-1cc3-4760-b4cc-dee36edee5cf triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:04.773293 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.806319 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks [] for router_gateway (2dc126fd-eeb4-43f1-a012-9872fec81663), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.851055 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port b92ff150-1cc3-4760-b4cc-dee36edee5cf is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:04.851456 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.884741 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port b92ff150-1cc3-4760-b4cc-dee36edee5cf, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b92ff150-1cc3-4760-b4cc-dee36edee5cf,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:04.890203 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:04.938758 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=b92ff150-1cc3-4760-b4cc-dee36edee5cf,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:05.010042 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (2dc126fd-eeb4-43f1-a012-9872fec81663), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:05.136415 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-49a4369d-bd47-4168-98c7-dd477bfec368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:05.147105 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Router 2dc126fd-eeb4-43f1-a012-9872fec81663 is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:45:05.259138 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:05.268643 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Sync routers for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:05.279107 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:05.281130 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:05.281277 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-ec89c287-6702-48bc-b618-b4523f7ccdb1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4914474 Mar 28 05:45:05.281372 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:05.283511 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35078) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:05.319564 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab174a-ddca-4e5a-b011-d8dc9a934ca1 None None] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:05.450289 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-4eb7dbf3-dfdf-4816-bac5-f5bf568d91ad None None] Provisioning complete for port b92ff150-1cc3-4760-b4cc-dee36edee5cf triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:05.450668 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4eb7dbf3-dfdf-4816-bac5-f5bf568d91ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:05.500166 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:05.712326 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:05.848698 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7dbf3-dfdf-4816-bac5-f5bf568d91ad None None] Current status of the port b92ff150-1cc3-4760-b4cc-dee36edee5cf is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:05.877457 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Allocated IP 172.20.0.1 (6e608e20-9e5e-4aa9-950f-456f31f26f5e/b96cf01c-717a-49c2-b833-d7bdaf2e689d/079eb46f-0580-4e87-ae44-fc520ff6b789) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:05.879871 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:04Z', 'revision_number': 3, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:05.908339 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Checking router: 2dc126fd-eeb4-43f1-a012-9872fec81663 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:05.908692 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Updating router 2dc126fd-eeb4-43f1-a012-9872fec81663 port 29e5b014-df20-4541-85e2-342a78cfa19c binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:45:05.938838 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:05.991662 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Publish callbacks [] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.024171 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.034513 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-a747f5dd-fe26-4533-befd-10d57d1c484d None None] Provisioning complete for port b92ff150-1cc3-4760-b4cc-dee36edee5cf triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:06.034885 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a747f5dd-fe26-4533-befd-10d57d1c484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.062380 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:06.065200 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:06.070863 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:06.094484 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=079eb46f-0580-4e87-ae44-fc520ff6b789,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:06.116458 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (2dc126fd-eeb4-43f1-a012-9872fec81663), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.210597 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-a747f5dd-fe26-4533-befd-10d57d1c484d None None] Current status of the port b92ff150-1cc3-4760-b4cc-dee36edee5cf is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:06.264304 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.286299 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Publish callbacks [] for port (29e5b014-df20-4541-85e2-342a78cfa19c), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.291777 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.358927 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93cc90-a6d0-4ceb-bd09-bb19e4a20cad None None] Pushing event updated for resources: {'Port': ['ID=29e5b014-df20-4541-85e2-342a78cfa19c,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:06.361069 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Attempting to bind port 29e5b014-df20-4541-85e2-342a78cfa19c on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:06.361445 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Attempting to bind port 29e5b014-df20-4541-85e2-342a78cfa19c by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:06.361808 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Attempting to bind port 29e5b014-df20-4541-85e2-342a78cfa19c on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:06.368365 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-6d9ecb64-c66e-4051-baf5-efdf3e85f50d None None] Provisioning complete for port 079eb46f-0580-4e87-ae44-fc520ff6b789 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:06.368744 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-6d9ecb64-c66e-4051-baf5-efdf3e85f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.371085 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:06.371458 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:06.371850 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.372236 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:06.372703 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Bound port: 29e5b014-df20-4541-85e2-342a78cfa19c, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:06.373110 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.433561 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ecb64-c66e-4051-baf5-efdf3e85f50d None None] Port 079eb46f-0580-4e87-ae44-fc520ff6b789 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:06.436445 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Publish callbacks [] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.440934 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.449350 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] For port 29e5b014-df20-4541-85e2-342a78cfa19c, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:06.452360 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] For port 29e5b014-df20-4541-85e2-342a78cfa19c, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=29e5b014-df20-4541-85e2-342a78cfa19c,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:06.458087 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.510019 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=079eb46f-0580-4e87-ae44-fc520ff6b789,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:06.512525 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (2dc126fd-eeb4-43f1-a012-9872fec81663), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.518322 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93cc90-a6d0-4ceb-bd09-bb19e4a20cad None None] Pushing event updated for resources: {'Port': ['ID=29e5b014-df20-4541-85e2-342a78cfa19c,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:06.520767 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:06.521421 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:44:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:06.606866 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:06.608425 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:06.639688 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:06.686843 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b92ff150-1cc3-4760-b4cc-dee36edee5cf up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:06.731647 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Router 2dc126fd-eeb4-43f1-a012-9872fec81663 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:06.846839 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:06.851819 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-925dc55f-45d7-4171-a754-c421836dc8b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/2dc126fd-eeb4-43f1-a012-9872fec81663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5671780 Mar 28 05:45:06.884183 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port b92ff150-1cc3-4760-b4cc-dee36edee5cf triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:06.884692 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.895995 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-6d068700-4596-480d-b128-0e0916549fdb None None] Provisioning complete for port 079eb46f-0580-4e87-ae44-fc520ff6b789 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:06.896377 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-6d068700-4596-480d-b128-0e0916549fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:06.983803 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-6d068700-4596-480d-b128-0e0916549fdb None None] Port 079eb46f-0580-4e87-ae44-fc520ff6b789 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:07.046034 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 2, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:07.077960 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa4a3e-a0d4-431f-860e-0e03dc9c92b8 None None] The sync data for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb is: [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 2, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:07.080331 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port b92ff150-1cc3-4760-b4cc-dee36edee5cf is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:07.348936 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-8f2a94a4-ced0-45a6-8aa7-7d7f8a094ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.367455 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35098) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:07.373057 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-990264065-network', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:07.393484 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Made reservation on behalf of e92c82fba8994246bf1ee47654761afd for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:07.395825 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.405172 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.483191 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Publish callbacks [] for security_group (dc231ca3-dcfb-4c7a-abf5-713cad61813b), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.487364 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (dc231ca3-dcfb-4c7a-abf5-713cad61813b), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.512992 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:45:07.523005 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc231ca3-dcfb-4c7a-abf5-713cad61813b,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:07.528285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (a73157f4-1627-4f93-81d5-e07d62ec5df9), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.528730 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Added segment a73157f4-1627-4f93-81d5-e07d62ec5df9 of type vlan for network 3587268a-b584-4a9d-80c6-f953c2cd2e2a Mar 28 05:45:07.581005 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (3587268a-b584-4a9d-80c6-f953c2cd2e2a), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.607886 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (3587268a-b584-4a9d-80c6-f953c2cd2e2a), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.609000 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:07.609694 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.671476 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35104) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:07.671941 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3030365 Mar 28 05:45:07.677312 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Request body: {'subnet': {'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-990264065-subnet', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:07.678360 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700261a7-7f6c-4633-8dd6-e6a43ac5260e admin admin] Pushing event updated for resources: {'Network': ['ID=3587268a-b584-4a9d-80c6-f953c2cd2e2a,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:07.689776 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 3587268a-b584-4a9d-80c6-f953c2cd2e2a details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:45:07.698506 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Made reservation on behalf of e92c82fba8994246bf1ee47654761afd for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:07.701219 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4549498'] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:07.936927 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4549484'] for subnet (a695b55f-330f-4e3c-94cd-68af5ab9ea30), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.008495 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a695b55f-330f-4e3c-94cd-68af5ab9ea30,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:08.021907 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Checking segment: {'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:08.022288 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Network hostable DHCP agents. Network: 3587268a-b584-4a9d-80c6-f953c2cd2e2a, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:45:08.044123 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Network 3587268a-b584-4a9d-80c6-f953c2cd2e2a is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:45:08.054800 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 3587268a-b584-4a9d-80c6-f953c2cd2e2a) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:08.058968 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:08.060151 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.066023 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e3d79-1f97-4f95-8ffd-3ed40cd0f31c None None] Network 3587268a-b584-4a9d-80c6-f953c2cd2e2a requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:08.078982 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-556ab5ec-e0ca-4353-b13f-bee8d3a0f5f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4057593 Mar 28 05:45:08.082120 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35114) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:08.088964 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:08.110170 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (5b6735ea-af51-48ab-b671-d95df3f3bd5e), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.111282 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (5b6735ea-af51-48ab-b671-d95df3f3bd5e), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.172336 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks [] for router_controller (5b6735ea-af51-48ab-b671-d95df3f3bd5e), precommit_add_association {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.185883 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-3587268a-b584-4a9d-80c6-f953c2cd2e2a', 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a', 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'fixed_ips': [{'subnet_id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:45:08.186804 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.343537 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Allocated IP 172.20.0.2 (3587268a-b584-4a9d-80c6-f953c2cd2e2a/a695b55f-330f-4e3c-94cd-68af5ab9ea30/ed0b2baa-8fef-4cde-8756-3e041408cec9) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:08.532143 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Publish callbacks [] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.540326 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.585154 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Network 3587268a-b584-4a9d-80c6-f953c2cd2e2a is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:08.589041 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:08.591916 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:08.593749 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks [] for router_gateway (5b6735ea-af51-48ab-b671-d95df3f3bd5e), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.613931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Pushing event updated for resources: {'Port': ['ID=ed0b2baa-8fef-4cde-8756-3e041408cec9,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:08.677697 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Attempting to bind port ed0b2baa-8fef-4cde-8756-3e041408cec9 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:08.678082 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Attempting to bind port ed0b2baa-8fef-4cde-8756-3e041408cec9 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:08.678455 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Attempting to bind port ed0b2baa-8fef-4cde-8756-3e041408cec9 on network 3587268a-b584-4a9d-80c6-f953c2cd2e2a {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:08.701096 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:08.701477 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Checking segment: {'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:08.702315 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.702315 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Bound using segment: {'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:08.703282 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Bound port: ed0b2baa-8fef-4cde-8756-3e041408cec9, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:08.703797 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.739998 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 29e5b014-df20-4541-85e2-342a78cfa19c up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:08.807718 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] For port ed0b2baa-8fef-4cde-8756-3e041408cec9, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:08.811033 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] For port ed0b2baa-8fef-4cde-8756-3e041408cec9, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=ed0b2baa-8fef-4cde-8756-3e041408cec9,segment=NetworkSegment(a73157f4-1627-4f93-81d5-e07d62ec5df9),segment_id=a73157f4-1627-4f93-81d5-e07d62ec5df9)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:08.820131 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.837221 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 29e5b014-df20-4541-85e2-342a78cfa19c triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:08.837517 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.859005 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks [] for router_gateway (5b6735ea-af51-48ab-b671-d95df3f3bd5e), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.880974 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.915481 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:08.936848 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf574e-6884-479f-9589-f0e9430f56e0 None None] Pushing event updated for resources: {'Port': ['ID=ed0b2baa-8fef-4cde-8756-3e041408cec9,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:08.983459 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 29e5b014-df20-4541-85e2-342a78cfa19c is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:08.983862 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:09.007209 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port 29e5b014-df20-4541-85e2-342a78cfa19c, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=29e5b014-df20-4541-85e2-342a78cfa19c,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:09.012604 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:09.055523 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Allocated IP 172.28.0.52 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/2c084690-8a86-44f8-ade4-d3580f6d096c) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:09.116325 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=29e5b014-df20-4541-85e2-342a78cfa19c,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:09.221487 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks [] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:09.263013 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:09.312305 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:09.321146 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:09.325954 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:09.355389 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Pushing event updated for resources: {'Port': ['ID=2c084690-8a86-44f8-ade4-d3580f6d096c,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:09.459489 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f0744-2bff-43ad-b5c8-987e29ea4f87 req-2ea448fc-9f0f-41da-9da0-d8ed640a8e7e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:09.465550 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e06f0744-2bff-43ad-b5c8-987e29ea4f87 req-2ea448fc-9f0f-41da-9da0-d8ed640a8e7e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 947 time: 0.0580673 Mar 28 05:45:09.511508 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e06f0744-2bff-43ad-b5c8-987e29ea4f87 req-22b537a8-6968-4809-b80e-bd24b05566b4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427771 Mar 28 05:45:09.605440 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks [] for router_gateway (5b6735ea-af51-48ab-b671-d95df3f3bd5e), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:09.810196 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (5b6735ea-af51-48ab-b671-d95df3f3bd5e), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:09.823626 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Sync routers for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:09.835355 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:09.836049 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:09.939803 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d6c3d3-c86e-47ed-bb61-c672ca3fd9ca None None] Network 3587268a-b584-4a9d-80c6-f953c2cd2e2a requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:09.948542 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:09.959643 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Router 5b6735ea-af51-48ab-b671-d95df3f3bd5e is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:45:10.053416 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-b0c7c7ce-5e04-468e-b582-161a8824ef82 None None] Provisioning complete for port ed0b2baa-8fef-4cde-8756-3e041408cec9 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:10.053805 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c7ce-5e04-468e-b582-161a8824ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.094532 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:10.114114 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.115487 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-dab74ab3-b735-4e5e-821a-f6b91f548f1d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0318639 Mar 28 05:45:10.118788 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35124) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:10.168458 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 2, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:10.205561 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Checking router: 2dc126fd-eeb4-43f1-a012-9872fec81663 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:10.206000 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Updating router 2dc126fd-eeb4-43f1-a012-9872fec81663 port 079eb46f-0580-4e87-ae44-fc520ff6b789 binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:45:10.214803 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Sync routers for ids ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:10.235339 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.243367 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Routers {'5b6735ea-af51-48ab-b671-d95df3f3bd5e'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:10.244085 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:10.411267 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Set router 5b6735ea-af51-48ab-b671-d95df3f3bd5e gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:10.546375 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.592346 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.619002 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Publish callbacks [] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.623939 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7c7ce-5e04-468e-b582-161a8824ef82 None None] Current status of the port ed0b2baa-8fef-4cde-8756-3e041408cec9 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:10.624594 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c7ce-5e04-468e-b582-161a8824ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.626776 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.683928 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56641125-2eaf-47a3-985b-e214d719cba7 req-97f03e60-ce2f-4e4d-82a3-7bb81c76a1d4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:10.693881 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-56641125-2eaf-47a3-985b-e214d719cba7 req-97f03e60-ce2f-4e4d-82a3-7bb81c76a1d4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 947 time: 0.0988612 Mar 28 05:45:10.715560 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-b0c7c7ce-5e04-468e-b582-161a8824ef82 None None] For port ed0b2baa-8fef-4cde-8756-3e041408cec9, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=ed0b2baa-8fef-4cde-8756-3e041408cec9,segment=NetworkSegment(a73157f4-1627-4f93-81d5-e07d62ec5df9),segment_id=a73157f4-1627-4f93-81d5-e07d62ec5df9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:10.725875 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b0c7c7ce-5e04-468e-b582-161a8824ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.788161 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-56641125-2eaf-47a3-985b-e214d719cba7 req-4cfc790e-0886-450e-b177-733d889250d0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902324 Mar 28 05:45:10.807243 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Attempting to bind port 079eb46f-0580-4e87-ae44-fc520ff6b789 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:10.811311 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Attempting to bind port 079eb46f-0580-4e87-ae44-fc520ff6b789 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:10.811880 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Attempting to bind port 079eb46f-0580-4e87-ae44-fc520ff6b789 on network 6e608e20-9e5e-4aa9-950f-456f31f26f5e {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:10.825288 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7c7ce-5e04-468e-b582-161a8824ef82 None None] Pushing event updated for resources: {'Port': ['ID=ed0b2baa-8fef-4cde-8756-3e041408cec9,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:10.838266 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:10.838809 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Checking segment: {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:10.839137 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.839545 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Bound using segment: {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:10.840034 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Bound port: 079eb46f-0580-4e87-ae44-fc520ff6b789, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:10.840420 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.841893 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:09Z', 'revision_number': 3, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port': {'id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:10.852583 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Pushing event updated for resources: {'Port': ['ID=079eb46f-0580-4e87-ae44-fc520ff6b789,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:10.862550 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.863153 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.863645 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.864151 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.864634 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.865158 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.865653 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.866147 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.866633 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.867109 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.867593 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.868547 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.869094 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.869617 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.870104 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:10.889447 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Checking router: 5b6735ea-af51-48ab-b671-d95df3f3bd5e for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:10.889973 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Updating router 5b6735ea-af51-48ab-b671-d95df3f3bd5e port 2c084690-8a86-44f8-ade4-d3580f6d096c binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:45:10.933049 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] For port 079eb46f-0580-4e87-ae44-fc520ff6b789, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:10.936638 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] For port 079eb46f-0580-4e87-ae44-fc520ff6b789, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=079eb46f-0580-4e87-ae44-fc520ff6b789,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:10.937244 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Allocated IP 172.20.0.1 (3587268a-b584-4a9d-80c6-f953c2cd2e2a/a695b55f-330f-4e3c-94cd-68af5ab9ea30/b137d205-09b9-41be-b2e0-43d15663b449) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:10.942052 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-e48cd08b-cbd2-480d-bdfb-9686a3bfeaee None None] Provisioning complete for port ed0b2baa-8fef-4cde-8756-3e041408cec9 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:10.943433 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e48cd08b-cbd2-480d-bdfb-9686a3bfeaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.945825 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:10.980175 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device ed0b2baa-8fef-4cde-8756-3e041408cec9 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:11.020706 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b6a21-246c-496b-af9f-c1f355e65c9d None None] Pushing event updated for resources: {'Port': ['ID=079eb46f-0580-4e87-ae44-fc520ff6b789,revision_number=4']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:11.020880 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.025264 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:11.026487 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:11.086379 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Publish callbacks [] for port (b137d205-09b9-41be-b2e0-43d15663b449), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.155183 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:11.180368 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (b137d205-09b9-41be-b2e0-43d15663b449), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.221339 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port ed0b2baa-8fef-4cde-8756-3e041408cec9 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:11.221877 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.223062 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-e48cd08b-cbd2-480d-bdfb-9686a3bfeaee None None] Current status of the port ed0b2baa-8fef-4cde-8756-3e041408cec9 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:11.249670 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Network 3587268a-b584-4a9d-80c6-f953c2cd2e2a is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:11.257945 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:11.283358 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-b7db79e7-d85b-470c-b3f3-54c311dadc47 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:11.285160 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-b7db79e7-d85b-470c-b3f3-54c311dadc47 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 947 time: 0.1695495 Mar 28 05:45:11.291523 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:11.329423 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Pushing event updated for resources: {'Port': ['ID=b137d205-09b9-41be-b2e0-43d15663b449,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:11.377658 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (5b6735ea-af51-48ab-b671-d95df3f3bd5e), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.423357 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-760bc596-f9d2-4eee-bba1-27ac9aad9b52 None None] Provisioning complete for port 079eb46f-0580-4e87-ae44-fc520ff6b789 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:11.423735 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-760bc596-f9d2-4eee-bba1-27ac9aad9b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.427178 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:10Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:11.457290 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e3c06-37a8-4b2e-93f4-5f76646bf6b7 None None] The sync data for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb is: [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:10Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:11.488168 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port ed0b2baa-8fef-4cde-8756-3e041408cec9 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:11.489442 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 29e5b014-df20-4541-85e2-342a78cfa19c up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:11.525164 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Deleting port 42c865c4-39fc-4857-8f09-314da5e25a70 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:11.525880 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.612638 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Publish callbacks [] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.643199 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b137d205-09b9-41be-b2e0-43d15663b449), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.647920 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.656041 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.673650 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] For port 42c865c4-39fc-4857-8f09-314da5e25a70, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=42c865c4-39fc-4857-8f09-314da5e25a70,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:11.674226 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.733546 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-760bc596-f9d2-4eee-bba1-27ac9aad9b52 None None] Current status of the port 079eb46f-0580-4e87-ae44-fc520ff6b789 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:11.734032 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-760bc596-f9d2-4eee-bba1-27ac9aad9b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.743530 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 29e5b014-df20-4541-85e2-342a78cfa19c triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:11.743989 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.759094 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Attempting to bind port 2c084690-8a86-44f8-ade4-d3580f6d096c on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:11.759497 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Attempting to bind port 2c084690-8a86-44f8-ade4-d3580f6d096c by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:11.760521 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Attempting to bind port 2c084690-8a86-44f8-ade4-d3580f6d096c on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:11.795850 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac045e3b-49db-4590-89f1-4c7e272e4c23 None None] Pushing event updated for resources: {'Port': ['ID=2c084690-8a86-44f8-ade4-d3580f6d096c,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:11.808613 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:11.809144 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:11.809658 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.810219 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:11.810777 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Bound port: 2c084690-8a86-44f8-ade4-d3580f6d096c, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:11.811230 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.881665 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-760bc596-f9d2-4eee-bba1-27ac9aad9b52 None None] For port 079eb46f-0580-4e87-ae44-fc520ff6b789, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=079eb46f-0580-4e87-ae44-fc520ff6b789,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:11.893805 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-760bc596-f9d2-4eee-bba1-27ac9aad9b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:11.927986 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7b99f-f7aa-4ac6-8e95-a3bebaedd521 req-35317b00-0c8c-4aad-bbca-de4af8135134 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:11.936193 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-adc7b99f-f7aa-4ac6-8e95-a3bebaedd521 req-35317b00-0c8c-4aad-bbca-de4af8135134 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 947 time: 0.0634336 Mar 28 05:45:11.961276 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] For port 2c084690-8a86-44f8-ade4-d3580f6d096c, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:11.989572 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-adc7b99f-f7aa-4ac6-8e95-a3bebaedd521 req-ad744c80-e3af-4de5-b23f-434de0aefecd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d6ce913-7770-4ac2-a5c1-1752a588a45c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509205 Mar 28 05:45:12.034711 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] For port 2c084690-8a86-44f8-ade4-d3580f6d096c, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=2c084690-8a86-44f8-ade4-d3580f6d096c,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:12.051673 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.053923 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bc596-f9d2-4eee-bba1-27ac9aad9b52 None None] Pushing event updated for resources: {'Port': ['ID=079eb46f-0580-4e87-ae44-fc520ff6b789,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:12.094385 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 29e5b014-df20-4541-85e2-342a78cfa19c is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:12.106090 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-81966a65-23bd-4263-91f8-01107693eb0b None None] Provisioning complete for port b137d205-09b9-41be-b2e0-43d15663b449 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:12.106466 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-81966a65-23bd-4263-91f8-01107693eb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b137d205-09b9-41be-b2e0-43d15663b449), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.171255 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Routers {'5b6735ea-af51-48ab-b671-d95df3f3bd5e'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:12.171885 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:12.173888 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac045e3b-49db-4590-89f1-4c7e272e4c23 None None] Pushing event updated for resources: {'Port': ['ID=2c084690-8a86-44f8-ade4-d3580f6d096c,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:12.253270 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.253808 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (92018009-3451-427d-89c3-126a75ea92c3), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.253940 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Floating IP 92018009-3451-427d-89c3-126a75ea92c3 disassociated. External IP: 172.28.0.98, port: 42c865c4-39fc-4857-8f09-314da5e25a70. Mar 28 05:45:12.254263 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Calling delete_port for 42c865c4-39fc-4857-8f09-314da5e25a70 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:12.256972 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-81966a65-23bd-4263-91f8-01107693eb0b None None] Port b137d205-09b9-41be-b2e0-43d15663b449 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:12.276667 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Publish callbacks [] for port (b137d205-09b9-41be-b2e0-43d15663b449), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.283169 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (b137d205-09b9-41be-b2e0-43d15663b449), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.318743 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] Set router 5b6735ea-af51-48ab-b671-d95df3f3bd5e gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:12.391828 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Pushing event updated for resources: {'Port': ['ID=b137d205-09b9-41be-b2e0-43d15663b449,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:12.401715 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (5b6735ea-af51-48ab-b671-d95df3f3bd5e), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.535042 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (42c865c4-39fc-4857-8f09-314da5e25a70), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.570278 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event deleted for resources: {'Port': ['ID=42c865c4-39fc-4857-8f09-314da5e25a70,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:12.573229 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Network 3587268a-b584-4a9d-80c6-f953c2cd2e2a is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:12.577766 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:12.696259 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 4, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port': {'id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'b137d205-09b9-41be-b2e0-43d15663b449', 'name': '', 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'mac_address': 'fa:16:3e:bc:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:10Z', 'updated_at': '2022-03-28T05:45:10Z', 'revision_number': 1, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'subnets': [{'id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:12.733531 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50de4971-57cc-4280-82bd-72c1c5dd5d3e None None] The sync data for ids ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'] in dv-cinder-831776-5-smb is: [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 4, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port': {'id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'b137d205-09b9-41be-b2e0-43d15663b449', 'name': '', 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'mac_address': 'fa:16:3e:bc:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:10Z', 'updated_at': '2022-03-28T05:45:10Z', 'revision_number': 1, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'subnets': [{'id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:12.767091 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device ed0b2baa-8fef-4cde-8756-3e041408cec9 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:12.787501 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Router 5b6735ea-af51-48ab-b671-d95df3f3bd5e has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:12.811752 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Router 9bc19fb9-86c6-45d3-8769-215d65ddd61a has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:12.839533 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port ed0b2baa-8fef-4cde-8756-3e041408cec9 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:12.840017 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:12.909979 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db831a8-ec35-4b1f-87c8-9f0ee36ccf89 None None] Provisioning complete for port b137d205-09b9-41be-b2e0-43d15663b449 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:12.910255 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db831a8-ec35-4b1f-87c8-9f0ee36ccf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b137d205-09b9-41be-b2e0-43d15663b449), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:13.007059 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db831a8-ec35-4b1f-87c8-9f0ee36ccf89 None None] Port b137d205-09b9-41be-b2e0-43d15663b449 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:13.028594 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port ed0b2baa-8fef-4cde-8756-3e041408cec9 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:13.030778 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 079eb46f-0580-4e87-ae44-fc520ff6b789 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:13.045253 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:13.052583 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-25534426-66eb-4acf-b63f-9abac55d6be0 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b6735ea-af51-48ab-b671-d95df3f3bd5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9321373 Mar 28 05:45:13.103170 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 079eb46f-0580-4e87-ae44-fc520ff6b789 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:13.104224 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:13.120177 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fdc778fc-1352-48e9-9c25-fa3e82e70510 req-ce2da105-7694-4151-a86e-c63776633e12 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5dcc30f-e2a9-476d-a22b-8ce026995c88 HTTP/1.1" status: 200 len: 210 time: 0.0502114 Mar 28 05:45:13.142543 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:13.153885 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] Sync routers for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:13.171143 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:13.171769 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:13.236366 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] No DVR routers for this DVR port 42c865c4-39fc-4857-8f09-314da5e25a70 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:45:13.238021 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 079eb46f-0580-4e87-ae44-fc520ff6b789 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:13.240828 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:13.246709 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8bf5ac7a-d826-4640-be74-7aa3f5deed90 req-8867efd9-c5bb-480a-963b-c032217a1e31 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "DELETE /v2.0/ports/42c865c4-39fc-4857-8f09-314da5e25a70 HTTP/1.1" status: 204 len: 173 time: 1.9527240 Mar 28 05:45:13.247195 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-deleted', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:13.254291 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa54a89-6227-495e-b996-3d574d8173ca" -d '{"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-deleted", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:13.326335 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c40053-3a37-4718-9a53-6a3c85921d9c x-openstack-request-id: req-e7c40053-3a37-4718-9a53-6a3c85921d9c {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:13.326636 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dcc30f-e2a9-476d-a22b-8ce026995c88", "name": "network-vif-deleted", "tag": "42c865c4-39fc-4857-8f09-314da5e25a70", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:13.326896 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7c40053-3a37-4718-9a53-6a3c85921d9c {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:13.327450 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c40053-3a37-4718-9a53-6a3c85921d9c'] response: {'server_uuid': 'b5dcc30f-e2a9-476d-a22b-8ce026995c88', 'name': 'network-vif-deleted', 'tag': '42c865c4-39fc-4857-8f09-314da5e25a70', 'status': 'completed', 'code': 200} Mar 28 05:45:13.340339 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:13.611922 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:13.643494 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] Checking router: 9bc19fb9-86c6-45d3-8769-215d65ddd61a for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:13.658857 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:13.659592 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:13.767747 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:13.996612 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:14.049839 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264874cf-5924-4389-a7ab-dd8d7329c895 None None] The sync data for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb is: [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:14.236515 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35162) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:14.320114 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-498a4d40-7644-4dc3-bb55-e85d03e25fa0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (0d6ce913-7770-4ac2-a5c1-1752a588a45c), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.357866 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-498a4d40-7644-4dc3-bb55-e85d03e25fa0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (0d6ce913-7770-4ac2-a5c1-1752a588a45c), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.423064 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-498a4d40-7644-4dc3-bb55-e85d03e25fa0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0d6ce913-7770-4ac2-a5c1-1752a588a45c), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.425684 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-498a4d40-7644-4dc3-bb55-e85d03e25fa0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.430104 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35166) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:14.437318 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-498a4d40-7644-4dc3-bb55-e85d03e25fa0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d6ce913-7770-4ac2-a5c1-1752a588a45c HTTP/1.1" status: 204 len: 168 time: 0.1969340 Mar 28 05:45:14.456662 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.api.v2.resource [None req-76b77c21-94c2-4687-b28f-d13acfff2b09 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] show failed (client error): The resource could not be found. Mar 28 05:45:14.458352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a4d40-7644-4dc3-bb55-e85d03e25fa0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ce913-7770-4ac2-a5c1-1752a588a45c,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:14.467935 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-76b77c21-94c2-4687-b28f-d13acfff2b09 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups/0d6ce913-7770-4ac2-a5c1-1752a588a45c HTTP/1.1" status: 404 len: 347 time: 0.0366933 Mar 28 05:45:14.468539 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35168) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:14.521600 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578728f5-9a10-4c40-a9d9-861c1b3f014e None None] New status for floating IP 92018009-3451-427d-89c3-126a75ea92c3: DOWN {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:45:14.759448 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Deleting port f16d87e9-ed09-44a6-97fa-74062fa6e702 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:14.759448 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (f16d87e9-ed09-44a6-97fa-74062fa6e702), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.774551 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 2c084690-8a86-44f8-ade4-d3580f6d096c up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:14.866055 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 2c084690-8a86-44f8-ade4-d3580f6d096c triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:14.866721 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.913670 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (f16d87e9-ed09-44a6-97fa-74062fa6e702), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.914256 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (f16d87e9-ed09-44a6-97fa-74062fa6e702), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.942038 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Calling delete_port for f16d87e9-ed09-44a6-97fa-74062fa6e702 owned by network:floatingip {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:14.964055 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 2c084690-8a86-44f8-ade4-d3580f6d096c is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:14.964413 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:14.996248 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port 2c084690-8a86-44f8-ade4-d3580f6d096c, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=2c084690-8a86-44f8-ade4-d3580f6d096c,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:15.001272 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.057890 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=2c084690-8a86-44f8-ade4-d3580f6d096c,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:15.137843 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (f16d87e9-ed09-44a6-97fa-74062fa6e702), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.165383 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event deleted for resources: {'Port': ['ID=f16d87e9-ed09-44a6-97fa-74062fa6e702,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:15.172558 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:15.192763 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 42c865c4-39fc-4857-8f09-314da5e25a70 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:45:15.193157 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 42c865c4-39fc-4857-8f09-314da5e25a70 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:45:15.251754 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (92018009-3451-427d-89c3-126a75ea92c3), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.254761 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.255999 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-7984b805-df33-4ce1-bd0f-394fd08ea6b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "DELETE /v2.0/floatingips/92018009-3451-427d-89c3-126a75ea92c3 HTTP/1.1" status: 204 len: 168 time: 0.7864079 Mar 28 05:45:15.528999 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.545161 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35172) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:15.550665 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-9a55fdc1-c59f-4d1b-a14c-20df6b4735dd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499607213', 'description': 'tempest-description--797328049'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:15.576850 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9a55fdc1-c59f-4d1b-a14c-20df6b4735dd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.690312 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9a55fdc1-c59f-4d1b-a14c-20df6b4735dd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (ecb43717-8551-471a-b8d6-7b41b037f354), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.699288 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9a55fdc1-c59f-4d1b-a14c-20df6b4735dd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (ecb43717-8551-471a-b8d6-7b41b037f354), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.731726 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55fdc1-c59f-4d1b-a14c-20df6b4735dd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb43717-8551-471a-b8d6-7b41b037f354,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:15.754456 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9a55fdc1-c59f-4d1b-a14c-20df6b4735dd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.758745 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9a55fdc1-c59f-4d1b-a14c-20df6b4735dd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2112424 Mar 28 05:45:15.759269 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35174) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:15.765805 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-afa2beca-9374-4a6c-839f-3bdf5d484e2d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'security_group_rule': {'security_group_id': 'ecb43717-8551-471a-b8d6-7b41b037f354', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:15.800048 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-afa2beca-9374-4a6c-839f-3bdf5d484e2d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (5f0709c2-6a26-4ccb-976c-6bbd54fc6948), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.868804 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-afa2beca-9374-4a6c-839f-3bdf5d484e2d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (5f0709c2-6a26-4ccb-976c-6bbd54fc6948), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.876938 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-afa2beca-9374-4a6c-839f-3bdf5d484e2d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (5f0709c2-6a26-4ccb-976c-6bbd54fc6948), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.889441 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Sync routers for ids ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:15.898991 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2beca-9374-4a6c-839f-3bdf5d484e2d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0709c2-6a26-4ccb-976c-6bbd54fc6948,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:15.904155 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Routers {'5b6735ea-af51-48ab-b671-d95df3f3bd5e'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:15.905123 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:15.913645 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-afa2beca-9374-4a6c-839f-3bdf5d484e2d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:15.917955 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-afa2beca-9374-4a6c-839f-3bdf5d484e2d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558230 Mar 28 05:45:15.920642 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35176) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:15.928598 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-cefc0d6a-891a-496c-a846-d196c20ca110 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'security_group_rule': {'security_group_id': 'ecb43717-8551-471a-b8d6-7b41b037f354', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:15.969178 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cefc0d6a-891a-496c-a846-d196c20ca110 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (a5e4f178-978b-4eae-bb96-5b057a16ba43), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.067854 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cefc0d6a-891a-496c-a846-d196c20ca110 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (a5e4f178-978b-4eae-bb96-5b057a16ba43), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.073534 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cefc0d6a-891a-496c-a846-d196c20ca110 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (a5e4f178-978b-4eae-bb96-5b057a16ba43), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.100139 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cefc0d6a-891a-496c-a846-d196c20ca110 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.101165 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-cefc0d6a-891a-496c-a846-d196c20ca110 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1794641 Mar 28 05:45:16.105114 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35178) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:16.105405 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc0d6a-891a-496c-a846-d196c20ca110 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e4f178-978b-4eae-bb96-5b057a16ba43,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:16.110355 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:16.137357 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.188745 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Set router 5b6735ea-af51-48ab-b671-d95df3f3bd5e gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:16.311259 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.358678 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-4daba785-df0d-422b-b2ef-5357eb7ee80f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650499 Mar 28 05:45:16.492408 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-053c4656-3e8d-4ced-bb12-51522398296d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:16.493986 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-053c4656-3e8d-4ced-bb12-51522398296d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eaedd07c20314601b10ba29588506856&device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 1129 time: 0.0809293 Mar 28 05:45:16.505187 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Allocated IP 172.28.0.196 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/faeb8b9e-7691-4a7f-ada6-19474c374daa) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:16.513514 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 4, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port': {'id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'b137d205-09b9-41be-b2e0-43d15663b449', 'name': '', 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'mac_address': 'fa:16:3e:bc:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:10Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 2, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'subnets': [{'id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:16.544516 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Checking router: 5b6735ea-af51-48ab-b671-d95df3f3bd5e for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:16.545226 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Updating router 5b6735ea-af51-48ab-b671-d95df3f3bd5e port b137d205-09b9-41be-b2e0-43d15663b449 binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:45:16.578554 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b137d205-09b9-41be-b2e0-43d15663b449), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.663701 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-49e30c2f-e7df-4d89-bacd-7b9fb7b95e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:16.668012 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-49e30c2f-e7df-4d89-bacd-7b9fb7b95e8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 200 len: 920 time: 0.1514530 Mar 28 05:45:16.678454 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for port (faeb8b9e-7691-4a7f-ada6-19474c374daa), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.717980 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-438947c8-68e6-4906-8a78-940ce1623590 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76b3b696-58f6-4012-b417-0a186f52411b HTTP/1.1" status: 200 len: 217 time: 0.0426846 Mar 28 05:45:16.726705 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (faeb8b9e-7691-4a7f-ada6-19474c374daa), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.774431 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 2c084690-8a86-44f8-ade4-d3580f6d096c up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:16.776529 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:16.784891 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:16.788901 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-e3a85454-d8bc-4c7f-a6e8-b68b31fd6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:16.790412 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-e3a85454-d8bc-4c7f-a6e8-b68b31fd6912 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 200 len: 858 time: 0.0642333 Mar 28 05:45:16.795556 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:16.854568 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-5e70b8fc-dd3d-4678-a139-c77160e05f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:16.857106 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-5e70b8fc-dd3d-4678-a139-c77160e05f88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bbe29076-3a4e-4de1-8674-939a34269b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0590684 Mar 28 05:45:16.859081 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 2c084690-8a86-44f8-ade4-d3580f6d096c triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:16.859707 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:16.894487 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'Port': ['ID=faeb8b9e-7691-4a7f-ada6-19474c374daa,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:16.975385 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-c6d56720-8972-4348-8a02-9c436d53d2de service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108012 Mar 28 05:45:16.982529 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 2c084690-8a86-44f8-ade4-d3580f6d096c is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:17.008420 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (bb128a3d-f8e6-4e63-9902-2a46c9345ae6), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.058078 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (faeb8b9e-7691-4a7f-ada6-19474c374daa), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.107152 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Publish callbacks [] for port (b137d205-09b9-41be-b2e0-43d15663b449), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.113886 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b137d205-09b9-41be-b2e0-43d15663b449), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.131179 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1ade305a-5db5-496a-a17b-2ef0fd74095f req-61cab559-11bc-4025-b331-e50cceff5297 service neutron] 10.222.0.30 "GET /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469455 Mar 28 05:45:17.188811 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e371aa-5895-42e1-8ecc-c31ab063fa42 None None] Pushing event updated for resources: {'Port': ['ID=b137d205-09b9-41be-b2e0-43d15663b449,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:17.250932 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Attempting to bind port b137d205-09b9-41be-b2e0-43d15663b449 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:17.251552 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Attempting to bind port b137d205-09b9-41be-b2e0-43d15663b449 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:17.252291 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Attempting to bind port b137d205-09b9-41be-b2e0-43d15663b449 on network 3587268a-b584-4a9d-80c6-f953c2cd2e2a {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:17.262084 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:17.262607 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Checking segment: {'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:17.263024 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.264498 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Bound using segment: {'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:17.265513 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Bound port: b137d205-09b9-41be-b2e0-43d15663b449, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73157f4-1627-4f93-81d5-e07d62ec5df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:17.265907 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b137d205-09b9-41be-b2e0-43d15663b449), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.315005 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for port (faeb8b9e-7691-4a7f-ada6-19474c374daa), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.320613 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (faeb8b9e-7691-4a7f-ada6-19474c374daa), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.359938 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] For port b137d205-09b9-41be-b2e0-43d15663b449, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:17.363429 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] For port b137d205-09b9-41be-b2e0-43d15663b449, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b137d205-09b9-41be-b2e0-43d15663b449,segment=NetworkSegment(a73157f4-1627-4f93-81d5-e07d62ec5df9),segment_id=a73157f4-1627-4f93-81d5-e07d62ec5df9)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:17.371169 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'Port': ['ID=faeb8b9e-7691-4a7f-ada6-19474c374daa,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:17.371616 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b137d205-09b9-41be-b2e0-43d15663b449), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.436404 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (bb128a3d-f8e6-4e63-9902-2a46c9345ae6), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.442988 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Routers {'5b6735ea-af51-48ab-b671-d95df3f3bd5e'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:17.443612 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:17.460420 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.472344 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-401c8312-af5c-41d3-bf21-763f309f536e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3597369 Mar 28 05:45:17.480293 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-4dc4c130-2af6-4cfe-b176-ee10f88f0bea None None] Provisioning complete for port b137d205-09b9-41be-b2e0-43d15663b449 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:17.480673 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c130-2af6-4cfe-b176-ee10f88f0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b137d205-09b9-41be-b2e0-43d15663b449), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.572776 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] Set router 5b6735ea-af51-48ab-b671-d95df3f3bd5e gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:17.658129 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4c130-2af6-4cfe-b176-ee10f88f0bea None None] Current status of the port b137d205-09b9-41be-b2e0-43d15663b449 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:17.658530 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c130-2af6-4cfe-b176-ee10f88f0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b137d205-09b9-41be-b2e0-43d15663b449), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.736320 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-4dc4c130-2af6-4cfe-b176-ee10f88f0bea None None] For port b137d205-09b9-41be-b2e0-43d15663b449, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b137d205-09b9-41be-b2e0-43d15663b449,segment=NetworkSegment(a73157f4-1627-4f93-81d5-e07d62ec5df9),segment_id=a73157f4-1627-4f93-81d5-e07d62ec5df9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:17.763953 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e371aa-5895-42e1-8ecc-c31ab063fa42 None None] Pushing event updated for resources: {'Port': ['ID=b137d205-09b9-41be-b2e0-43d15663b449,revision_number=4']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:17.767711 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4dc4c130-2af6-4cfe-b176-ee10f88f0bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b137d205-09b9-41be-b2e0-43d15663b449), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.856409 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-9742578f-688a-4bb0-ab46-e56016a623f8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1499607213&fields=id&tenant_id=51164e2f741949da9a86f6f2af2751cb HTTP/1.1" status: 200 len: 267 time: 0.1054902 Mar 28 05:45:17.859334 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4c130-2af6-4cfe-b176-ee10f88f0bea None None] Pushing event updated for resources: {'Port': ['ID=b137d205-09b9-41be-b2e0-43d15663b449,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:17.959686 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 4, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port': {'id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'b137d205-09b9-41be-b2e0-43d15663b449', 'name': '', 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'mac_address': 'fa:16:3e:bc:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:10Z', 'updated_at': '2022-03-28T05:45:17Z', 'revision_number': 4, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'subnets': [{'id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:17.966467 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-57045542-0f07-4ff7-a585-2db4e09856cf None None] Provisioning complete for port b137d205-09b9-41be-b2e0-43d15663b449 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:17.967376 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-57045542-0f07-4ff7-a585-2db4e09856cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b137d205-09b9-41be-b2e0-43d15663b449), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:17.991766 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cd74d-3fe1-4107-a9ed-c19b80055e8c None None] The sync data for ids ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'] in dv-cinder-831776-5-smb is: [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 4, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port': {'id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'b137d205-09b9-41be-b2e0-43d15663b449', 'name': '', 'network_id': '3587268a-b584-4a9d-80c6-f953c2cd2e2a', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'mac_address': 'fa:16:3e:bc:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:10Z', 'updated_at': '2022-03-28T05:45:17Z', 'revision_number': 4, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'subnets': [{'id': 'a695b55f-330f-4e3c-94cd-68af5ab9ea30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:18.001226 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29792-531c-4e44-9aee-388c1427b72d req-7fbb24f9-34be-4e71-975a-f3871e14a982 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:18.004857 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-7fbb24f9-34be-4e71-975a-f3871e14a982 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 817 time: 0.1476417 Mar 28 05:45:18.035147 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-e381c81a-f3a7-4fc7-89cd-36cbbe9e6d6b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/quotas/51164e2f741949da9a86f6f2af2751cb HTTP/1.1" status: 200 len: 375 time: 0.0227623 Mar 28 05:45:18.082921 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-57045542-0f07-4ff7-a585-2db4e09856cf None None] Current status of the port b137d205-09b9-41be-b2e0-43d15663b449 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:18.117346 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-54fe527e-2717-47f9-8fcb-7c5d9e972c75 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729749 Mar 28 05:45:18.230321 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-9840eaff-ecdd-4272-bd41-1e1ab958909e service neutron] 10.222.0.13 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083467 Mar 28 05:45:18.362691 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-a276bc28-7809-4215-acaa-3f84ae260152 service neutron] 10.222.0.13 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266365 Mar 28 05:45:18.623332 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-79616ef2-7188-4c12-aeb1-61b3eab5f074 req-7a47e25e-b587-4956-a429-2b280ece290e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 210 time: 0.0492783 Mar 28 05:45:18.760957 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b137d205-09b9-41be-b2e0-43d15663b449 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:18.854698 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port b137d205-09b9-41be-b2e0-43d15663b449 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:18.855299 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b137d205-09b9-41be-b2e0-43d15663b449), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:18.980720 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port b137d205-09b9-41be-b2e0-43d15663b449 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:19.746075 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0ea0431b-c12d-49be-be20-15100e330937 req-233f36d9-192a-49a2-94e8-e2da4ddf9ea8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 210 time: 0.0393476 Mar 28 05:45:19.911476 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29792-531c-4e44-9aee-388c1427b72d req-4f212f81-65e8-449b-b71d-666843f01ce8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:19.913780 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-4f212f81-65e8-449b-b71d-666843f01ce8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 817 time: 0.1385498 Mar 28 05:45:19.992855 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-aa0e588f-c5bf-4a2c-9aa5-a268810499f2 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51164e2f741949da9a86f6f2af2751cb HTTP/1.1" status: 200 len: 380 time: 0.0681667 Mar 28 05:45:20.007124 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'port': {'device_id': '5eab7d19-c139-4892-8148-c397949d78dd', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'admin_state_up': True, 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'security_groups': ['ecb43717-8551-471a-b8d6-7b41b037f354']}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:20.142876 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Made reservation on behalf of 51164e2f741949da9a86f6f2af2751cb for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:20.146942 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:20.296538 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Allocated IP 172.20.0.5 (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3/e8101750-5418-4886-a9ad-a33de05e1afa/88345377-b056-4f59-a063-cda6ba769dc4) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:20.472179 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for port (88345377-b056-4f59-a063-cda6ba769dc4), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:20.516094 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:20.561069 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:20.567007 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:20.571628 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:20.576678 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:20.646689 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:20.647613 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:20.670406 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-56e89d10-a8a9-45bf-b45b-98858191d444 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6697958 Mar 28 05:45:20.685185 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Request body: {'port': {'device_id': '5eab7d19-c139-4892-8148-c397949d78dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:20.762760 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:20.865519 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-b4734da3-7a07-4c23-a0c2-6a5859765ccd None None] Provisioning complete for port 88345377-b056-4f59-a063-cda6ba769dc4 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:20.866163 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b4734da3-7a07-4c23-a0c2-6a5859765ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (88345377-b056-4f59-a063-cda6ba769dc4), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:20.925452 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24de1b-f744-40d2-a11c-cb66d8d6050a req-39c4ff18-b155-492b-b63d-fe7e6f16149d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:20.927856 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9f24de1b-f744-40d2-a11c-cb66d8d6050a req-39c4ff18-b155-492b-b63d-fe7e6f16149d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 931 time: 0.0876894 Mar 28 05:45:20.933351 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-b4734da3-7a07-4c23-a0c2-6a5859765ccd None None] Port 88345377-b056-4f59-a063-cda6ba769dc4 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:21.034351 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9f24de1b-f744-40d2-a11c-cb66d8d6050a req-940445a4-f31e-4599-9cfd-9d155a8364ec tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962062 Mar 28 05:45:21.169563 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88345377-b056-4f59-a063-cda6ba769dc4 {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:45:21.184175 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Publish callbacks [] for port (88345377-b056-4f59-a063-cda6ba769dc4), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:21.201607 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Transition to ACTIVE for port object 88345377-b056-4f59-a063-cda6ba769dc4 will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:45:21.211775 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:21.286869 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:21.412267 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Attempting to bind port 88345377-b056-4f59-a063-cda6ba769dc4 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:21.412620 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Attempting to bind port 88345377-b056-4f59-a063-cda6ba769dc4 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:21.413581 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Attempting to bind port 88345377-b056-4f59-a063-cda6ba769dc4 on network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:21.433820 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Port 88345377-b056-4f59-a063-cda6ba769dc4 on network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:45:21.434165 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Attempting to bind port 88345377-b056-4f59-a063-cda6ba769dc4 on network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:21.442039 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:21.442385 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Checking segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:21.442768 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Bound using segment: {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:21.443195 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Bound port: 88345377-b056-4f59-a063-cda6ba769dc4, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:21.443554 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:21.566971 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:21.571716 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:21.583476 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:21.620381 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:21.621100 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:21.622408 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] 10.222.0.30 "PUT /v2.0/ports/88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 200 len: 1093 time: 0.9433706 Mar 28 05:45:21.622853 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:21.625293 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "tag": "88345377-b056-4f59-a063-cda6ba769dc4"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:21.656246 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:21.666472 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.666915 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.667169 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.667515 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.668039 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.668482 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.668699 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.669051 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.669456 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.669825 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.670165 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.671508 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.671690 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.672233 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.672360 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6871258-b021-4b47-a2ad-7c786024801d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:21.710866 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194cce96-b8ce-4129-b595-b6a73a590cb3 x-openstack-request-id: req-194cce96-b8ce-4129-b595-b6a73a590cb3 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:21.711225 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "tag": "88345377-b056-4f59-a063-cda6ba769dc4", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:21.711393 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-194cce96-b8ce-4129-b595-b6a73a590cb3 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:21.711799 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194cce96-b8ce-4129-b595-b6a73a590cb3'] response: {'name': 'network-changed', 'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4', 'status': 'completed', 'code': 200} Mar 28 05:45:21.738871 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29792-531c-4e44-9aee-388c1427b72d req-7c28a100-2745-455d-abdd-cc0291bfae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:21.740396 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-7c28a100-2745-455d-abdd-cc0291bfae9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 1127 time: 0.0642176 Mar 28 05:45:21.796554 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-782f7d75-928d-4d57-b290-773e8f5a3bb1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 200 len: 217 time: 0.0453160 Mar 28 05:45:22.131774 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29792-531c-4e44-9aee-388c1427b72d req-c96569bb-e000-4584-a4ca-05124aab44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.133181 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-c96569bb-e000-4584-a4ca-05124aab44fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.3304276 Mar 28 05:45:22.193306 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d29792-531c-4e44-9aee-388c1427b72d req-d1b1c24a-8a83-42c6-8823-747cec476647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.194875 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-d1b1c24a-8a83-42c6-8823-747cec476647 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0557108 Mar 28 05:45:22.198053 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a8165-e929-4346-a063-d7860c97063a req-bf12a651-9199-483b-98ec-b9d5ee08358b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.200835 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8e0a8165-e929-4346-a063-d7860c97063a req-bf12a651-9199-483b-98ec-b9d5ee08358b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0769377 Mar 28 05:45:22.255788 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8e0a8165-e929-4346-a063-d7860c97063a req-8afda36f-1c62-4d89-b173-4e7aeceeccbc tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498743 Mar 28 05:45:22.319346 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-9e17e23c-e49a-4b26-a549-18715cd25251 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132147 Mar 28 05:45:22.419410 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-36d29792-531c-4e44-9aee-388c1427b72d req-0476c235-3c9d-4497-a26f-48a8bde808b1 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931609 Mar 28 05:45:22.551618 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-9edae423-f30d-4929-ba08-41aa933d51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.553267 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-9edae423-f30d-4929-ba08-41aa933d51b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 1127 time: 0.0569491 Mar 28 05:45:22.685494 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-4443c719-140f-4041-9a9d-8ccd1e71cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.687557 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-4443c719-140f-4041-9a9d-8ccd1e71cc09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.1279669 Mar 28 05:45:22.743212 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-7167203c-9c0c-40b4-94f3-f47319df5c89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 200 len: 217 time: 0.0415335 Mar 28 05:45:22.811540 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-ef9095a6-2e5e-4c11-9ec0-9aa60934eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.813332 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-ef9095a6-2e5e-4c11-9ec0-9aa60934eb0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0640075 Mar 28 05:45:22.886840 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-aecef42c-7709-40e8-8607-659ca1a514fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:22.888633 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-aecef42c-7709-40e8-8607-659ca1a514fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0681627 Mar 28 05:45:23.043794 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-c308e41d-9913-463e-bf13-67c68e96b9da service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473813 Mar 28 05:45:23.175616 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a6702aa-0b24-4f7c-824f-d26e0616bc1c req-a4f5aac5-be61-402d-8bb0-945632ac9f6f service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168294 Mar 28 05:45:23.643461 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef37ab-baf0-4a8e-a9ae-b4000708c43c req-b32d31a6-46fe-4bb2-95a8-a1cb6b099b6f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:23.644966 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-73ef37ab-baf0-4a8e-a9ae-b4000708c43c req-b32d31a6-46fe-4bb2-95a8-a1cb6b099b6f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.2926590 Mar 28 05:45:23.696012 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-73ef37ab-baf0-4a8e-a9ae-b4000708c43c req-7647abd3-3fae-4ae7-bee3-6eb45d90352a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Mar 28 05:45:24.830777 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494ebe4-fe16-485c-8fc3-59bbfeeb54ed req-0b6c489f-d26d-4505-80b0-77d35c2b338d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:24.832290 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f494ebe4-fe16-485c-8fc3-59bbfeeb54ed req-0b6c489f-d26d-4505-80b0-77d35c2b338d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0584273 Mar 28 05:45:24.882102 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f494ebe4-fe16-485c-8fc3-59bbfeeb54ed req-85ef4f48-9038-4f41-bf4a-f5f6a28a9506 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436697 Mar 28 05:45:25.236044 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:45:25.352579 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:25.364911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '88345377-b056-4f59-a063-cda6ba769dc4', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'port_id': '88345377-b056-4f59-a063-cda6ba769dc4', 'mac_address': 'fa:16:3e:bd:d4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:45:25.405440 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-93f8c180-0ca4-4652-9d59-a60c51c5fcff tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:25.411768 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-93f8c180-0ca4-4652-9d59-a60c51c5fcff tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/networks?id=6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 200 len: 815 time: 0.1264186 Mar 28 05:45:25.414541 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 88345377-b056-4f59-a063-cda6ba769dc4 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:25.414949 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:25.422055 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b21196d7-0e60-4d03-a2d0-c2e34ee87bab tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/quotas/9b9766233dfe4f029f4c0fffbde50acc HTTP/1.1" status: 200 len: 375 time: 0.0094504 Mar 28 05:45:25.429136 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88345377-b056-4f59-a063-cda6ba769dc4 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:45:25.450367 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:25.454770 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:25.490290 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-07993bb2-3928-4e0a-b9e5-e8158317a7f2 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577638 Mar 28 05:45:25.504071 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:25.586664 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-58723fb2-6d89-4c68-be8e-e4cf0943b456 service neutron] 10.222.0.13 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883007 Mar 28 05:45:25.699420 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-2bc72935-aa1e-43c2-9636-0aa75628d7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063957 Mar 28 05:45:25.749890 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['88345377-b056-4f59-a063-cda6ba769dc4'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:25.874012 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0a195269-21e0-4cb4-9183-930be8e01686 req-8c58086e-71aa-49bf-9658-0c38f9c7e284 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 210 time: 0.0286946 Mar 28 05:45:26.012986 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3ce25-1721-4893-b590-32ca1de0ae7d req-4618ecff-0faf-4b5d-92fe-44380ed671b3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:26.014640 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2ce3ce25-1721-4893-b590-32ca1de0ae7d req-4618ecff-0faf-4b5d-92fe-44380ed671b3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 944 time: 0.0592289 Mar 28 05:45:26.067750 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2ce3ce25-1721-4893-b590-32ca1de0ae7d req-3d8124f3-4d04-40fd-84ad-95dc5cb07f0d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469921 Mar 28 05:45:26.896490 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-88bdcf69-277e-47b4-9b4e-ea909ec198c3 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:26.898002 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-88bdcf69-277e-47b4-9b4e-ea909ec198c3 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.30 "GET /v2.0/networks?id=6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 200 len: 815 time: 0.1097062 Mar 28 05:45:26.918447 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'port': {'device_id': '41bee554-7d13-4317-979c-7c09de9b8181', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'admin_state_up': True, 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:26.988177 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c7b980bb-7d71-4151-9017-f540a5338d9d req-cdc2615a-88a9-4c32-916c-24fa954970ba tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 210 time: 0.0352411 Mar 28 05:45:27.043187 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd074f48-ba8c-442c-a90d-7bf7963b86e8 req-564fa770-62dd-455b-8547-47f8127504e3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:27.045263 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fd074f48-ba8c-442c-a90d-7bf7963b86e8 req-564fa770-62dd-455b-8547-47f8127504e3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0602803 Mar 28 05:45:27.063347 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Made reservation on behalf of 9b9766233dfe4f029f4c0fffbde50acc for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:27.067107 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:27.098481 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fd074f48-ba8c-442c-a90d-7bf7963b86e8 req-63daff06-fb06-4d19-abe4-f76914118d39 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468698 Mar 28 05:45:27.218282 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b03e56-3509-4883-8db5-69931fdb7b0b req-c052a117-fb84-4510-b5ce-f3ddcacd9413 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:27.219671 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Allocated IP 172.20.0.4 (6e608e20-9e5e-4aa9-950f-456f31f26f5e/b96cf01c-717a-49c2-b833-d7bdaf2e689d/7ced6ecd-3f24-46c8-bf44-7e444affbe7d) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:27.220073 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8b03e56-3509-4883-8db5-69931fdb7b0b req-c052a117-fb84-4510-b5ce-f3ddcacd9413 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 944 time: 0.0621576 Mar 28 05:45:27.252357 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:27.279141 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8b03e56-3509-4883-8db5-69931fdb7b0b req-8485a6e9-0a7a-4dcb-9fd3-8ed4e9b9aa4f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526915 Mar 28 05:45:27.344494 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 88345377-b056-4f59-a063-cda6ba769dc4 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:45:27.353682 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 88345377-b056-4f59-a063-cda6ba769dc4 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:27.354151 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (88345377-b056-4f59-a063-cda6ba769dc4), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:27.431717 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:27.460479 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 88345377-b056-4f59-a063-cda6ba769dc4 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:27.461086 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:27.497246 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:27.500146 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c4c624-7664-41ed-be26-7dd1689b0134" -d '{"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-plugged", "status": "completed", "tag": "88345377-b056-4f59-a063-cda6ba769dc4"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:27.516395 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:27.526441 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:27.531988 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:27.565611 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:27.596428 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc955e17-c81e-4ed6-9c9c-5f7bb2e06bc4 x-openstack-request-id: req-fc955e17-c81e-4ed6-9c9c-5f7bb2e06bc4 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:27.596823 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-plugged", "status": "completed", "tag": "88345377-b056-4f59-a063-cda6ba769dc4", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:27.597114 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc955e17-c81e-4ed6-9c9c-5f7bb2e06bc4 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:27.597690 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc955e17-c81e-4ed6-9c9c-5f7bb2e06bc4'] response: {'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4', 'code': 200} Mar 28 05:45:27.606298 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:27.610070 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:27.646645 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:27.685571 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'Port': ['ID=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:27.740197 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:27.740817 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:27.771815 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-b7f04153-1515-4587-ba10-e6362f9c3e5e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574326 Mar 28 05:45:27.873911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-e30cbfba-edd6-42e5-bf9f-0993cbfb9536 None None] Provisioning complete for port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:27.874715 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e30cbfba-edd6-42e5-bf9f-0993cbfb9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:27.924500 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-e30cbfba-edd6-42e5-bf9f-0993cbfb9536 None None] Port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:28.122105 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7ca6a-64b5-4f38-9005-4628521c0230 req-e79d62da-a875-4a76-8db9-0cdbf34e064c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:28.125304 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5fe7ca6a-64b5-4f38-9005-4628521c0230 req-e79d62da-a875-4a76-8db9-0cdbf34e064c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 931 time: 0.0619938 Mar 28 05:45:28.202675 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5fe7ca6a-64b5-4f38-9005-4628521c0230 req-d33b006d-b14a-45dd-8c49-ef33a40e2ef5 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639377 Mar 28 05:45:28.260488 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da4790-fb76-46dc-bab8-68b115887354 req-0b01d8c1-6917-4473-8c6f-d63bb5d4a2e0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:28.262309 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-74da4790-fb76-46dc-bab8-68b115887354 req-0b01d8c1-6917-4473-8c6f-d63bb5d4a2e0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0724020 Mar 28 05:45:28.325915 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-74da4790-fb76-46dc-bab8-68b115887354 req-dc6bd43f-e65c-4060-bce8-a50344b971ee tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577691 Mar 28 05:45:28.420141 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad242f3-053e-4612-af49-95884e816984 req-3f72fc76-fbbd-4f31-988c-0743f5ff8076 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:28.421654 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2ad242f3-053e-4612-af49-95884e816984 req-3f72fc76-fbbd-4f31-988c-0743f5ff8076 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0542202 Mar 28 05:45:28.474032 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2ad242f3-053e-4612-af49-95884e816984 req-a28d906e-4113-4349-8be6-884bac04c42e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464041 Mar 28 05:45:29.334527 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee2686-211b-4434-9a3a-3f9c3ac16726 req-da64e8ed-cbd2-4a6b-9b05-4742d06fda43 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:29.336019 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c7ee2686-211b-4434-9a3a-3f9c3ac16726 req-da64e8ed-cbd2-4a6b-9b05-4742d06fda43 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 931 time: 0.0578172 Mar 28 05:45:29.382706 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c7ee2686-211b-4434-9a3a-3f9c3ac16726 req-9b15885b-ba8c-408e-ac1f-8a3a6da92280 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Mar 28 05:45:29.452438 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61122cb7-5a92-4e73-b13f-6d1bd91951a1 req-9f364e3b-bde7-4a91-b8b4-09cce13509f4 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:29.453918 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-61122cb7-5a92-4e73-b13f-6d1bd91951a1 req-9f364e3b-bde7-4a91-b8b4-09cce13509f4 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0625269 Mar 28 05:45:29.505933 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-61122cb7-5a92-4e73-b13f-6d1bd91951a1 req-faf65d17-57e7-4776-816a-ad2a02d78501 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463908 Mar 28 05:45:29.605349 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e367b-11df-4bb9-a747-3657df5b2cf2 req-8f2015b5-a9b3-4a7c-8058-8954111ebece tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:29.606807 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd4e367b-11df-4bb9-a747-3657df5b2cf2 req-8f2015b5-a9b3-4a7c-8058-8954111ebece tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0570879 Mar 28 05:45:29.660960 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd4e367b-11df-4bb9-a747-3657df5b2cf2 req-3c4c5900-0855-4af8-9647-ee4226361639 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Mar 28 05:45:30.510168 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2386be-0453-45f6-8966-6d23a5251688 req-c1248cab-ab9f-4213-9e3f-e5dd22d572c6 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:30.511650 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8b2386be-0453-45f6-8966-6d23a5251688 req-c1248cab-ab9f-4213-9e3f-e5dd22d572c6 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 931 time: 0.0558147 Mar 28 05:45:30.584633 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8b2386be-0453-45f6-8966-6d23a5251688 req-5c49c73e-1af5-471b-b17e-428103da39a5 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674920 Mar 28 05:45:30.653054 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c7563-179b-42db-a1c0-2a37c0abbda5 req-a47721a6-840b-4e31-a27a-d25cb0062282 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:30.655012 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0d5c7563-179b-42db-a1c0-2a37c0abbda5 req-a47721a6-840b-4e31-a27a-d25cb0062282 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0694416 Mar 28 05:45:30.703259 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0d5c7563-179b-42db-a1c0-2a37c0abbda5 req-446127c9-99e4-4f63-8794-4c75a821a837 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425107 Mar 28 05:45:30.792296 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4203b6-39e7-4099-8dca-f9086fe94bd7 req-ec29f0af-21ce-49cb-804b-f1a67f8334f4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:30.793849 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-dc4203b6-39e7-4099-8dca-f9086fe94bd7 req-ec29f0af-21ce-49cb-804b-f1a67f8334f4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0570326 Mar 28 05:45:30.841149 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-dc4203b6-39e7-4099-8dca-f9086fe94bd7 req-dc521e09-c0c3-4d45-8d30-146a440df47a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414753 Mar 28 05:45:31.735554 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5c6a9-c556-450b-b0b0-63f18e3c5bdb req-642a3230-83b2-4d6e-beb1-d8b90e125341 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:31.749621 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5fd5c6a9-c556-450b-b0b0-63f18e3c5bdb req-642a3230-83b2-4d6e-beb1-d8b90e125341 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 931 time: 0.0903111 Mar 28 05:45:31.798298 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5fd5c6a9-c556-450b-b0b0-63f18e3c5bdb req-44c1fc5f-7a0c-41dc-84bf-8f8034df852c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478342 Mar 28 05:45:31.883547 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a0bd4-c963-4b3d-be86-ad1b309480bc req-5efaf8c3-e16e-4673-83b6-fd90cf15d87c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:31.886233 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f39a0bd4-c963-4b3d-be86-ad1b309480bc req-5efaf8c3-e16e-4673-83b6-fd90cf15d87c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0813706 Mar 28 05:45:31.965712 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f39a0bd4-c963-4b3d-be86-ad1b309480bc req-f8676814-e7aa-4435-8e4d-a09b8bad3f3b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738866 Mar 28 05:45:31.994938 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86bf2f-6f1e-4f6f-aaf1-e9ca8b756743 req-d0648e2f-373f-4899-9f19-e13c0afd3006 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:31.996495 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2a86bf2f-6f1e-4f6f-aaf1-e9ca8b756743 req-d0648e2f-373f-4899-9f19-e13c0afd3006 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0745759 Mar 28 05:45:32.048718 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2a86bf2f-6f1e-4f6f-aaf1-e9ca8b756743 req-04c9741c-47a6-4df2-a7ea-504a5486e37f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466530 Mar 28 05:45:32.930529 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151539fd-40f9-48f0-88cb-ea699842410b req-9452c100-fde9-4fe6-af1f-b383d2510b70 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:32.932328 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-151539fd-40f9-48f0-88cb-ea699842410b req-9452c100-fde9-4fe6-af1f-b383d2510b70 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 931 time: 0.0566461 Mar 28 05:45:32.983506 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-151539fd-40f9-48f0-88cb-ea699842410b req-f0f5751d-0462-48b3-bb3b-9407811c4718 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454223 Mar 28 05:45:33.095706 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148c888-a59c-43ad-95f2-bf1e3cd70c4c req-c9c1784e-8a5d-45b7-8ab7-c61efa2b0f3f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:33.105595 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0148c888-a59c-43ad-95f2-bf1e3cd70c4c req-c9c1784e-8a5d-45b7-8ab7-c61efa2b0f3f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0703745 Mar 28 05:45:33.179372 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0148c888-a59c-43ad-95f2-bf1e3cd70c4c req-8d6f7444-5b5c-42a3-9eb3-11411f7335c3 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728197 Mar 28 05:45:33.216257 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04885ea4-a63f-4466-8c3d-d832457ba1cc req-e5fd85a2-9eda-4a8a-ae61-b861e249b3cc tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:33.218082 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-04885ea4-a63f-4466-8c3d-d832457ba1cc req-e5fd85a2-9eda-4a8a-ae61-b861e249b3cc tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0926526 Mar 28 05:45:33.268183 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-04885ea4-a63f-4466-8c3d-d832457ba1cc req-7b28a63d-0a00-423c-87a5-3d99f5df39ef tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445251 Mar 28 05:45:34.124618 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef0202-2dfb-4c5e-ba78-87da6e4749a1 req-672260df-4cb8-41a6-8f36-00f4c6d047e7 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:34.127095 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0aef0202-2dfb-4c5e-ba78-87da6e4749a1 req-672260df-4cb8-41a6-8f36-00f4c6d047e7 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 931 time: 0.0591178 Mar 28 05:45:34.183190 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0aef0202-2dfb-4c5e-ba78-87da6e4749a1 req-b867b003-660b-4356-a11a-a6bca07e7012 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 Mar 28 05:45:34.320702 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ff8f6-01a4-48fe-a450-7e6d1dd6c3e8 req-e4064909-a976-424b-9d27-f6df6024b955 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:34.322453 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7f2ff8f6-01a4-48fe-a450-7e6d1dd6c3e8 req-e4064909-a976-424b-9d27-f6df6024b955 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0678613 Mar 28 05:45:34.414924 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7f2ff8f6-01a4-48fe-a450-7e6d1dd6c3e8 req-bbc74736-e22b-4811-8d37-9829ed4e4e93 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763183 Mar 28 05:45:34.435434 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a13cf-bc55-4e8c-b536-3aa2f3e39337 req-a49bc843-d89c-4a05-bec2-4335f4bc8171 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:34.436897 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a70a13cf-bc55-4e8c-b536-3aa2f3e39337 req-a49bc843-d89c-4a05-bec2-4335f4bc8171 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0873382 Mar 28 05:45:34.483983 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a70a13cf-bc55-4e8c-b536-3aa2f3e39337 req-6b87490a-aa10-4e4d-ab4e-ee1780af5958 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Mar 28 05:45:35.131668 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe7ab-0798-44e7-ad49-c0b6b52e3e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:35.307942 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539abcc2-808c-47dc-81ec-ebc44db9d631 req-dd5ae014-8bb0-434b-bfa9-77a549aaa3cd tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:35.309764 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-539abcc2-808c-47dc-81ec-ebc44db9d631 req-dd5ae014-8bb0-434b-bfa9-77a549aaa3cd tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 931 time: 0.0581517 Mar 28 05:45:35.360904 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-539abcc2-808c-47dc-81ec-ebc44db9d631 req-123b0d7c-50c7-4a18-9fe7-e32117852751 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Mar 28 05:45:35.543833 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01b9d3-19bf-471b-b7cd-bbdf9e5b8ea3 req-b78218d4-c549-4a28-9f8b-8f1975ef6ae0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:35.545385 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c01b9d3-19bf-471b-b7cd-bbdf9e5b8ea3 req-b78218d4-c549-4a28-9f8b-8f1975ef6ae0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0559654 Mar 28 05:45:35.622974 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c01b9d3-19bf-471b-b7cd-bbdf9e5b8ea3 req-ea7e3068-0dcf-405f-9abe-764d1b68191d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716293 Mar 28 05:45:35.644428 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286777c-5632-4d6f-9c10-b79d52314d2d req-d0e3b737-9cba-4398-a26c-86a881dcf1e9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:35.646430 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7286777c-5632-4d6f-9c10-b79d52314d2d req-d0e3b737-9cba-4398-a26c-86a881dcf1e9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0748410 Mar 28 05:45:35.694668 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7286777c-5632-4d6f-9c10-b79d52314d2d req-aa7f19ac-ce3c-4635-8198-520337decfda tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Mar 28 05:45:35.870519 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Request body: {'port': {'device_id': '41bee554-7d13-4317-979c-7c09de9b8181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:35.954335 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:36.076238 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c00c4d-bd07-4b93-bc81-4278207f81fc req-bd1927a8-8a33-44a9-a4ac-61b60d23ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.077813 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f7c00c4d-bd07-4b93-bc81-4278207f81fc req-bd1927a8-8a33-44a9-a4ac-61b60d23ef5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 1129 time: 0.0537839 Mar 28 05:45:36.127011 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f7c00c4d-bd07-4b93-bc81-4278207f81fc req-db098239-4b38-4188-9ee9-f1e8890a767a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416837 Mar 28 05:45:36.249977 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced6ecd-3f24-46c8-bf44-7e444affbe7d {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:45:36.258930 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Publish callbacks [] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:36.273231 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Transition to ACTIVE for port object 7ced6ecd-3f24-46c8-bf44-7e444affbe7d will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:45:36.279528 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:36.332806 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:36.405984 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Attempting to bind port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:36.406340 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Attempting to bind port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:36.406641 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Attempting to bind port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d on network 6e608e20-9e5e-4aa9-950f-456f31f26f5e {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:36.411318 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d on network 6e608e20-9e5e-4aa9-950f-456f31f26f5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:45:36.411633 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Attempting to bind port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d on network 6e608e20-9e5e-4aa9-950f-456f31f26f5e {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:36.417478 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:36.417818 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Checking segment: {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:36.418199 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Bound using segment: {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:36.418904 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Bound port: 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c33e41b-ca9f-4d2c-8368-559722301f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:36.419052 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:36.484130 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] For port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:36.487335 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] For port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:36.495475 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:36.501313 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea38e4-260c-4af0-8fcb-b91c57e2a1a8 req-2b30a362-4d3b-4929-b864-e2a07434378c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.502907 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-90ea38e4-260c-4af0-8fcb-b91c57e2a1a8 req-2b30a362-4d3b-4929-b864-e2a07434378c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 943 time: 0.0714257 Mar 28 05:45:36.531898 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.532493 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:36.534071 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 1093 time: 0.6691554 Mar 28 05:45:36.534402 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:36.536641 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3" -d '{"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:36.560493 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0706f-b886-4daf-9205-0da898090f61 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:36.576378 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-90ea38e4-260c-4af0-8fcb-b91c57e2a1a8 req-4f6aba64-df40-453d-8ee1-569654e6c7c2 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676320 Mar 28 05:45:36.600986 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea9e7e1-71fd-4bc4-ab29-87c864211e6c x-openstack-request-id: req-aea9e7e1-71fd-4bc4-ab29-87c864211e6c {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:36.600986 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:36.600986 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aea9e7e1-71fd-4bc4-ab29-87c864211e6c {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:36.600986 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea9e7e1-71fd-4bc4-ab29-87c864211e6c'] response: {'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'status': 'completed', 'code': 200} Mar 28 05:45:36.654266 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-d3bf8897-e2f7-4c27-8349-5f57c1e17352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.655848 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-d3bf8897-e2f7-4c27-8349-5f57c1e17352 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1127 time: 0.0582604 Mar 28 05:45:36.691909 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:45:36.713190 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-d650c44a-d691-4c38-be3c-f4c205f31a34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 217 time: 0.0487862 Mar 28 05:45:36.767426 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fa17f-b720-4f45-a89d-d0ffa7db1059 req-aea7cc03-62d2-4774-bd51-2a881517303d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.769137 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-242fa17f-b720-4f45-a89d-d0ffa7db1059 req-aea7cc03-62d2-4774-bd51-2a881517303d tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0664372 Mar 28 05:45:36.779833 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-69c8b8ae-7214-409f-8056-b644ff380914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.782084 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-69c8b8ae-7214-409f-8056-b644ff380914 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b96cf01c-717a-49c2-b833-d7bdaf2e689d HTTP/1.1" status: 200 len: 854 time: 0.0582161 Mar 28 05:45:36.835931 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-311ac790-387d-4c50-acc0-22a6ad46e756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.837487 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-311ac790-387d-4c50-acc0-22a6ad46e756 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e608e20-9e5e-4aa9-950f-456f31f26f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465047 Mar 28 05:45:36.871676 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-242fa17f-b720-4f45-a89d-d0ffa7db1059 req-181767fc-c909-422e-a45c-6f84208e0838 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938587 Mar 28 05:45:36.887440 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbc17-76af-4297-a36d-88ca4d524e8a req-79e4e3a1-057c-48c4-ac1c-b94e0c920ec6 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:36.889281 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a92bbc17-76af-4297-a36d-88ca4d524e8a req-79e4e3a1-057c-48c4-ac1c-b94e0c920ec6 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0876474 Mar 28 05:45:36.936900 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a92bbc17-76af-4297-a36d-88ca4d524e8a req-9eb8457d-8787-44bd-a36b-2de01019b118 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Mar 28 05:45:36.940876 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-567f85f6-eb61-4d9e-8339-e89089b452ff service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913725 Mar 28 05:45:37.034482 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-1b8cca46-3c4a-4a7a-ae07-96b072df8a41 req-384a3951-8895-4785-894c-64e1f7dbfe95 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861766 Mar 28 05:45:37.142906 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-daf38979-a721-4dba-a731-7fdf5610a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:37.144449 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-daf38979-a721-4dba-a731-7fdf5610a569 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1127 time: 0.0501254 Mar 28 05:45:37.242006 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-f3238513-50cc-41c3-91c8-2f03babbefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:37.244112 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-f3238513-50cc-41c3-91c8-2f03babbefa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 200 len: 916 time: 0.0910916 Mar 28 05:45:37.287645 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45136b-3818-42c2-a559-3413f180cbe7 req-91f04731-af49-4c82-9eec-89c17e672d88 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:37.289042 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bc45136b-3818-42c2-a559-3413f180cbe7 req-91f04731-af49-4c82-9eec-89c17e672d88 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.0520830 Mar 28 05:45:37.291703 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-7e58c4d4-b0d5-44d8-a5fa-ea28e906e724 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 217 time: 0.0351505 Mar 28 05:45:37.342172 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bc45136b-3818-42c2-a559-3413f180cbe7 req-692bf009-a32f-47d9-b4cd-58d2e762872c tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467882 Mar 28 05:45:37.351238 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-21852411-8404-4c5b-bc51-dc2666766bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:37.354061 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-3ded66fa-80f7-4b95-9b8c-3061c77b15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:37.355539 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-3ded66fa-80f7-4b95-9b8c-3061c77b15b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b96cf01c-717a-49c2-b833-d7bdaf2e689d HTTP/1.1" status: 200 len: 854 time: 0.0500629 Mar 28 05:45:37.410746 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-abfbefea-cc82-4425-ba5c-59c20bd91251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:37.412276 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-abfbefea-cc82-4425-ba5c-59c20bd91251 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e608e20-9e5e-4aa9-950f-456f31f26f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445125 Mar 28 05:45:37.506114 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-64ff7d4a-93ca-456a-8718-01746f57a1a7 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820394 Mar 28 05:45:37.614143 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-f6cfecdb-9eff-43b9-9943-92d85d9d1df3 req-805dac86-cfd7-4353-8456-d5947786db23 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881350 Mar 28 05:45:37.652476 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675faf1a-63b8-4a90-8776-8126465479f2 req-97fcfc54-08ab-4c90-b45d-260a8f1711b0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:37.653940 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-675faf1a-63b8-4a90-8776-8126465479f2 req-97fcfc54-08ab-4c90-b45d-260a8f1711b0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.0610149 Mar 28 05:45:37.761298 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9627196-5e87-42c3-9a44-3c342d9070ba req-cc347453-f482-4bfb-9ec9-a4ed06a4ad9c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:37.762757 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a9627196-5e87-42c3-9a44-3c342d9070ba req-cc347453-f482-4bfb-9ec9-a4ed06a4ad9c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 943 time: 0.1079602 Mar 28 05:45:37.806715 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Deleting port b59c0549-068c-494b-aa23-90f5af1bcb90 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:37.807054 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:37.858040 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a9627196-5e87-42c3-9a44-3c342d9070ba req-68a0b7a1-6605-4e8f-9c93-9381556bf180 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890920 Mar 28 05:45:37.907618 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] For port b59c0549-068c-494b-aa23-90f5af1bcb90, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=b59c0549-068c-494b-aa23-90f5af1bcb90,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:37.907876 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:38.137310 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04e7a4-8909-4f04-9fa9-fb9adc7897dc req-7aef8356-15d9-4669-93eb-fbda6959bc93 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:38.138823 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9b04e7a4-8909-4f04-9fa9-fb9adc7897dc req-7aef8356-15d9-4669-93eb-fbda6959bc93 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 946 time: 0.1986125 Mar 28 05:45:38.210704 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c7d3e-a01b-4101-8a2f-aac32bd5c3c6 req-0e359dae-bc33-4276-a115-49d20e8153e4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:38.212783 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a07c7d3e-a01b-4101-8a2f-aac32bd5c3c6 req-0e359dae-bc33-4276-a115-49d20e8153e4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.1992929 Mar 28 05:45:38.262801 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:38.263161 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (cff57cb0-4946-4b64-af60-f3e57f12667d), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:38.263475 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Floating IP cff57cb0-4946-4b64-af60-f3e57f12667d disassociated. External IP: 172.28.0.111, port: b59c0549-068c-494b-aa23-90f5af1bcb90. Mar 28 05:45:38.263815 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Calling delete_port for b59c0549-068c-494b-aa23-90f5af1bcb90 owned by compute:nova {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:38.281178 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9b04e7a4-8909-4f04-9fa9-fb9adc7897dc req-48f5c0eb-c6ca-4836-b41b-97a9c53370b0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcebc5e0-1f03-4153-a016-823ce6c084a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318388 Mar 28 05:45:38.333562 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a07c7d3e-a01b-4101-8a2f-aac32bd5c3c6 req-6d56bd6f-6c09-481a-b6ad-5cc83d4a9ec3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114869 Mar 28 05:45:38.475799 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (b59c0549-068c-494b-aa23-90f5af1bcb90), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:38.512621 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'Port': ['ID=b59c0549-068c-494b-aa23-90f5af1bcb90,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:38.525096 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00642ee1-c779-457d-9c6e-ba1dd693cce7 req-d7173104-d16c-47f9-aebc-ec3053b56795 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:38.527139 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-00642ee1-c779-457d-9c6e-ba1dd693cce7 req-d7173104-d16c-47f9-aebc-ec3053b56795 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.1246099 Mar 28 05:45:38.536016 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35432) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:38.537985 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.538341 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.538688 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.539032 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.539367 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.539700 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.540075 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.540779 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.540894 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Request body: {'floatingip': {'port_id': '88345377-b056-4f59-a063-cda6ba769dc4'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:38.541037 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.541037 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.541368 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.541695 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.542017 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.542332 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.542650 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:38.553935 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ca2ca-ab5d-49ac-8305-e1451a45bdd5 req-a9e92dae-e0fd-42dd-93c8-42946cf51dc5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:38.555429 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c64ca2ca-ab5d-49ac-8305-e1451a45bdd5 req-a9e92dae-e0fd-42dd-93c8-42946cf51dc5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.1397803 Mar 28 05:45:38.600285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (bb128a3d-f8e6-4e63-9902-2a46c9345ae6), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:38.684006 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c64ca2ca-ab5d-49ac-8305-e1451a45bdd5 req-81fc3dfe-a815-4fe0-96d1-a7b8c91a363d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861747 Mar 28 05:45:38.708223 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:38.829196 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:38.844788 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:38.854373 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:38.857721 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:38.858361 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:38.875810 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] No DVR routers for this DVR port b59c0549-068c-494b-aa23-90f5af1bcb90 on host hv-cinder-83177 {{(pid=109882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:45:38.880937 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:38.885465 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-675faf1a-63b8-4a90-8776-8126465479f2 req-b8649551-9360-4bc5-94e3-241d15947e1e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "DELETE /v2.0/ports/b59c0549-068c-494b-aa23-90f5af1bcb90 HTTP/1.1" status: 204 len: 173 time: 1.2060511 Mar 28 05:45:38.885993 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'name': 'network-vif-deleted', 'tag': 'b59c0549-068c-494b-aa23-90f5af1bcb90'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:38.888663 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40dd11e-8688-4c85-800f-b1fd573524eb" -d '{"events": [{"server_uuid": "ab43bcc7-daf5-424e-944c-8f4f56dabeab", "name": "network-vif-deleted", "tag": "b59c0549-068c-494b-aa23-90f5af1bcb90"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:38.948051 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef61e3b-51cf-4ef4-8c43-1fe904a3a09e x-openstack-request-id: req-8ef61e3b-51cf-4ef4-8c43-1fe904a3a09e {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:38.948346 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab43bcc7-daf5-424e-944c-8f4f56dabeab", "name": "network-vif-deleted", "tag": "b59c0549-068c-494b-aa23-90f5af1bcb90", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:38.948600 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ef61e3b-51cf-4ef4-8c43-1fe904a3a09e {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:38.949043 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef61e3b-51cf-4ef4-8c43-1fe904a3a09e'] response: {'server_uuid': 'ab43bcc7-daf5-424e-944c-8f4f56dabeab', 'name': 'network-vif-deleted', 'tag': 'b59c0549-068c-494b-aa23-90f5af1bcb90', 'status': 'completed', 'code': 200} Mar 28 05:45:39.017451 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:39.042554 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a49c47-1fd6-4062-ad3e-0675b1568a07 req-5ac8ddea-2e35-4a7a-b20d-b5e7f8fbf386 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:39.044430 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f5a49c47-1fd6-4062-ad3e-0675b1568a07 req-5ac8ddea-2e35-4a7a-b20d-b5e7f8fbf386 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 943 time: 0.0848815 Mar 28 05:45:39.116923 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f5a49c47-1fd6-4062-ad3e-0675b1568a07 req-b85762ea-1698-4304-b023-0a0b5a5e6f9d tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585403 Mar 28 05:45:39.144241 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:39.148062 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (bb128a3d-f8e6-4e63-9902-2a46c9345ae6), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:39.246395 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:39.248720 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Floating IP bb128a3d-f8e6-4e63-9902-2a46c9345ae6 associated. External IP: 172.28.0.196, port: 88345377-b056-4f59-a063-cda6ba769dc4. Mar 28 05:45:39.272736 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:39.281635 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:39.282268 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:39.318641 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 7ced6ecd-3f24-46c8-bf44-7e444affbe7d details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:45:39.437100 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-aa0f2062-ee20-4485-aab4-4f1377f24dd5 req-1c8f8f3f-0345-4c2c-be9a-7c5859f2ed84 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab43bcc7-daf5-424e-944c-8f4f56dabeab HTTP/1.1" status: 200 len: 210 time: 0.0551965 Mar 28 05:45:39.461263 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:39.504092 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Router 9bc19fb9-86c6-45d3-8769-215d65ddd61a has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:39.618942 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:39.623299 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:39.629666 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] Sync routers for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:39.642188 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:39.642802 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:39.665054 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-b44cd1aa-68e3-4e03-ab4c-1a1c1fc07c55 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "PUT /v2.0/floatingips/bb128a3d-f8e6-4e63-9902-2a46c9345ae6 HTTP/1.1" status: 200 len: 991 time: 1.1180258 Mar 28 05:45:39.665054 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:39.665054 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7218c8-53c4-4564-a5ed-9739a5da9dea" -d '{"events": [{"name": "network-changed", "server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "tag": "88345377-b056-4f59-a063-cda6ba769dc4"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:39.683513 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:39.696098 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdc004b-2bf4-4255-b300-6eef99282832 x-openstack-request-id: req-6cdc004b-2bf4-4255-b300-6eef99282832 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:39.697034 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "tag": "88345377-b056-4f59-a063-cda6ba769dc4", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:39.697457 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cdc004b-2bf4-4255-b300-6eef99282832 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:39.697988 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdc004b-2bf4-4255-b300-6eef99282832'] response: {'name': 'network-changed', 'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4', 'status': 'completed', 'code': 200} Mar 28 05:45:39.735234 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'port_id': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'mac_address': 'fa:16:3e:b5:e6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:45:39.776530 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:39.780277 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-cc9acdf2-91ab-47fc-865d-69548fed9950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:39.781788 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-cc9acdf2-91ab-47fc-865d-69548fed9950 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 1129 time: 0.0624323 Mar 28 05:45:39.796204 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:39.796602 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:39.822282 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ced6ecd-3f24-46c8-bf44-7e444affbe7d {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:45:39.869563 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:39.875961 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:39.881429 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c913a4-562c-4ca7-b1d6-52e9f95369ec req-f7b393f4-f5e0-4d1a-ab55-38310c170729 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:39.882922 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b9c913a4-562c-4ca7-b1d6-52e9f95369ec req-f7b393f4-f5e0-4d1a-ab55-38310c170729 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.1185989 Mar 28 05:45:39.917812 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-549237ed-2dc9-49fc-aada-394ca6c77ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:39.919255 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-549237ed-2dc9-49fc-aada-394ca6c77ce5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.1225102 Mar 28 05:45:39.934567 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:39.939434 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:39.971274 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.971614 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.971957 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.972324 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.972662 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.972996 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.973349 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.973679 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.974008 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.974333 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.974657 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.974997 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.975326 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.975642 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.976440 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:45:39.981935 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec675ae-7072-43df-ace5-5ddf2021f425 None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:39.995078 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b9c913a4-562c-4ca7-b1d6-52e9f95369ec req-ee9fed01-e3d9-4102-a557-47e76cfd26c4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050115 Mar 28 05:45:40.010944 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-119a8493-9b6d-4f29-ab8a-95d56f31b35e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 200 len: 999 time: 0.0823085 Mar 28 05:45:40.041559 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'bb128a3d-f8e6-4e63-9902-2a46c9345ae6', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'port_id': '88345377-b056-4f59-a063-cda6ba769dc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'mac_address': 'fa:16:3e:bd:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab7d19-c139-4892-8148-c397949d78dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:16Z', 'updated_at': '2022-03-28T05:45:39Z', 'revision_number': 1, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:40.070531 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] Checking router: 9bc19fb9-86c6-45d3-8769-215d65ddd61a for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:40.072193 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-68351b70-0701-4ce8-9efc-da3b2b9ec2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:40.073814 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-68351b70-0701-4ce8-9efc-da3b2b9ec2d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0560179 Mar 28 05:45:40.079262 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:40.079852 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:40.127618 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-985c6c27-c5df-48dc-8f7c-ef7731063e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:40.129344 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-985c6c27-c5df-48dc-8f7c-ef7731063e60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0493119 Mar 28 05:45:40.147396 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['7ced6ecd-3f24-46c8-bf44-7e444affbe7d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:40.274131 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedf3038-d4ad-492c-ae4d-9bb68e3b39e3 None None] New status for floating IP cff57cb0-4946-4b64-af60-f3e57f12667d: DOWN {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:45:40.298375 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:40.302041 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-2b6ae1ff-bd4c-472b-91ac-069bb385ee4d service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657915 Mar 28 05:45:40.379195 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90529f91-2d6c-4dd0-8270-552c617808d2 req-34f5f611-a1b5-4d03-982d-1a6b6fb53559 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:40.385670 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-90529f91-2d6c-4dd0-8270-552c617808d2 req-34f5f611-a1b5-4d03-982d-1a6b6fb53559 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 944 time: 0.1452005 Mar 28 05:45:40.420487 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:40.458214 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-90529f91-2d6c-4dd0-8270-552c617808d2 req-625716eb-2858-439d-9043-412560a378e1 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710812 Mar 28 05:45:40.464354 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9c7218c8-53c4-4564-a5ed-9739a5da9dea req-d3c68c48-88c3-4648-96f0-04049cec869b service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552873 Mar 28 05:45:40.538646 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35452) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:40.538950 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'bb128a3d-f8e6-4e63-9902-2a46c9345ae6', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'port_id': '88345377-b056-4f59-a063-cda6ba769dc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'mac_address': 'fa:16:3e:bd:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab7d19-c139-4892-8148-c397949d78dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:16Z', 'updated_at': '2022-03-28T05:45:39Z', 'revision_number': 1, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:40.565740 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d2179e-63c4-4b2d-bbb7-6c3e5e3e3268 None None] The sync data for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb is: [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'bb128a3d-f8e6-4e63-9902-2a46c9345ae6', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'floating_ip_address': '172.28.0.196', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'port_id': '88345377-b056-4f59-a063-cda6ba769dc4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'mac_address': 'fa:16:3e:bd:d4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eab7d19-c139-4892-8148-c397949d78dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:16Z', 'updated_at': '2022-03-28T05:45:39Z', 'revision_number': 1, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:40.595171 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-06664092-8685-48e0-b682-009567ae6c28 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (fcebc5e0-1f03-4153-a016-823ce6c084a4), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:40.622644 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-06664092-8685-48e0-b682-009567ae6c28 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (fcebc5e0-1f03-4153-a016-823ce6c084a4), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:40.671511 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-06664092-8685-48e0-b682-009567ae6c28 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (fcebc5e0-1f03-4153-a016-823ce6c084a4), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:40.674198 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-06664092-8685-48e0-b682-009567ae6c28 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:40.675376 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-06664092-8685-48e0-b682-009567ae6c28 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "DELETE /v2.0/security-groups/fcebc5e0-1f03-4153-a016-823ce6c084a4 HTTP/1.1" status: 204 len: 168 time: 0.1357300 Mar 28 05:45:40.678269 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35454) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:40.686326 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06664092-8685-48e0-b682-009567ae6c28 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcebc5e0-1f03-4153-a016-823ce6c084a4,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:40.694050 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.api.v2.resource [None req-d62ac143-3d1a-41ca-b343-aa26f9ec8c50 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] show failed (client error): The resource could not be found. Mar 28 05:45:40.695088 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d62ac143-3d1a-41ca-b343-aa26f9ec8c50 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups/fcebc5e0-1f03-4153-a016-823ce6c084a4 HTTP/1.1" status: 404 len: 347 time: 0.0154951 Mar 28 05:45:40.698218 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35456) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:40.786545 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3bffe5-7a38-4197-9d85-f2bf725298f7 None None] New status for floating IP bb128a3d-f8e6-4e63-9902-2a46c9345ae6: ACTIVE {{(pid=109884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:45:40.838315 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Deleting port 9325924f-3dde-4586-9093-cde7f2794f73 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:40.838877 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (9325924f-3dde-4586-9093-cde7f2794f73), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.187886 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-620175db-33f2-4e75-ab4b-c54569b549b2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:41.189473 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-620175db-33f2-4e75-ab4b-c54569b549b2 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.3632274 Mar 28 05:45:41.210030 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (9325924f-3dde-4586-9093-cde7f2794f73), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.210352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (9325924f-3dde-4586-9093-cde7f2794f73), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.247385 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44840c26-9663-472c-8a94-bb5279b1775c req-1b19498e-ad0e-4cca-a055-07dd708a1ee4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:41.248825 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-44840c26-9663-472c-8a94-bb5279b1775c req-1b19498e-ad0e-4cca-a055-07dd708a1ee4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 946 time: 0.1360145 Mar 28 05:45:41.256036 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Calling delete_port for 9325924f-3dde-4586-9093-cde7f2794f73 owned by network:floatingip {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:41.341094 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 7ced6ecd-3f24-46c8-bf44-7e444affbe7d up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:41.372733 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-44840c26-9663-472c-8a94-bb5279b1775c req-fc1a1b08-0724-4f55-8691-49f960bf8805 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=c40b535b-9c43-4d5f-8b23-3171ed725faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147668 Mar 28 05:45:41.394104 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:45:41.395245 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:41.395617 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.423446 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Deleting port 740254c2-6541-4181-98ba-9329a9fb835b {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:41.423782 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (740254c2-6541-4181-98ba-9329a9fb835b), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.478143 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:41.478533 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.502635 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:41.504928 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e75f91a-64ee-4803-ae78-88c2029152b7" -d '{"events": [{"server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "name": "network-vif-plugged", "status": "completed", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:41.518484 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:41.520838 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (9325924f-3dde-4586-9093-cde7f2794f73), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.524936 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.526077 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device b59c0549-068c-494b-aa23-90f5af1bcb90 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:41.559856 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'Port': ['ID=9325924f-3dde-4586-9093-cde7f2794f73,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:41.574341 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5103f0b1-3e17-4f8f-b982-9b9478289f17 x-openstack-request-id: req-5103f0b1-3e17-4f8f-b982-9b9478289f17 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:41.574737 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "name": "network-vif-plugged", "status": "completed", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:41.574930 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5103f0b1-3e17-4f8f-b982-9b9478289f17 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:41.575303 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5103f0b1-3e17-4f8f-b982-9b9478289f17'] response: {'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'code': 200} Mar 28 05:45:41.575967 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: b59c0549-068c-494b-aa23-90f5af1bcb90 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:45:41.576312 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device b59c0549-068c-494b-aa23-90f5af1bcb90 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:45:41.599755 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] For port 740254c2-6541-4181-98ba-9329a9fb835b, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=740254c2-6541-4181-98ba-9329a9fb835b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:41.600120 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (740254c2-6541-4181-98ba-9329a9fb835b), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.618942 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:41.622259 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.711311 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (cff57cb0-4946-4b64-af60-f3e57f12667d), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.714403 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.715543 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-959fb9aa-d371-42bf-83a9-463007b44e5b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "DELETE /v2.0/floatingips/cff57cb0-4946-4b64-af60-f3e57f12667d HTTP/1.1" status: 204 len: 168 time: 1.0162208 Mar 28 05:45:41.749148 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23291c2-5631-4efd-86d1-14d8012c91fb req-b0621018-9cf2-408d-8a9b-0d77e4d8329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:41.750649 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-e23291c2-5631-4efd-86d1-14d8012c91fb req-b0621018-9cf2-408d-8a9b-0d77e4d8329f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1129 time: 0.0455396 Mar 28 05:45:41.777052 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f019a-47d5-47b6-8deb-1ad83e534249 req-7e316544-bc20-4889-b56b-6482b1eaeb9e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:41.778690 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2c7f019a-47d5-47b6-8deb-1ad83e534249 req-7e316544-bc20-4889-b56b-6482b1eaeb9e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.2072437 Mar 28 05:45:41.808672 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-e23291c2-5631-4efd-86d1-14d8012c91fb req-f2487c34-a0e4-426c-bf06-bac4f01327a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507116 Mar 28 05:45:41.842864 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35466) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:41.847538 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-3f17c475-b430-49a5-a6c1-7b32a5422bea tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304343266', 'description': 'tempest-description--1746468554'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:41.872025 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3f17c475-b430-49a5-a6c1-7b32a5422bea tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.886584 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2c7f019a-47d5-47b6-8deb-1ad83e534249 req-889250da-8ed9-48bc-8dd6-afde9fe5fa91 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985680 Mar 28 05:45:41.895337 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.895337 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (9cfd3013-1d79-4539-a72e-5145af010ae8), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.895742 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Floating IP 9cfd3013-1d79-4539-a72e-5145af010ae8 disassociated. External IP: 172.28.0.114, port: 740254c2-6541-4181-98ba-9329a9fb835b. Mar 28 05:45:41.896093 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Calling delete_port for 740254c2-6541-4181-98ba-9329a9fb835b owned by compute:nova {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:41.947534 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3f17c475-b430-49a5-a6c1-7b32a5422bea tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (48aca8fc-e871-463e-8926-27285b9724d3), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.951354 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3f17c475-b430-49a5-a6c1-7b32a5422bea tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (48aca8fc-e871-463e-8926-27285b9724d3), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.982304 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3f17c475-b430-49a5-a6c1-7b32a5422bea tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:41.983539 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3f17c475-b430-49a5-a6c1-7b32a5422bea tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1396637 Mar 28 05:45:41.984643 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17c475-b430-49a5-a6c1-7b32a5422bea tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48aca8fc-e871-463e-8926-27285b9724d3,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:41.986672 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35468) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:41.991362 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-62842fe0-6e7e-4ddc-82c4-3b6c2839a737 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group_rule': {'security_group_id': '48aca8fc-e871-463e-8926-27285b9724d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:42.019005 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-62842fe0-6e7e-4ddc-82c4-3b6c2839a737 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (91e41eda-4326-40d5-af7c-1ebe0bc90ca3), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.045619 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (740254c2-6541-4181-98ba-9329a9fb835b), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.077567 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event deleted for resources: {'Port': ['ID=740254c2-6541-4181-98ba-9329a9fb835b,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:42.077778 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-62842fe0-6e7e-4ddc-82c4-3b6c2839a737 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (91e41eda-4326-40d5-af7c-1ebe0bc90ca3), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.082686 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-62842fe0-6e7e-4ddc-82c4-3b6c2839a737 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (91e41eda-4326-40d5-af7c-1ebe0bc90ca3), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.107831 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62842fe0-6e7e-4ddc-82c4-3b6c2839a737 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e41eda-4326-40d5-af7c-1ebe0bc90ca3,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:42.114160 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-62842fe0-6e7e-4ddc-82c4-3b6c2839a737 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.115370 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-62842fe0-6e7e-4ddc-82c4-3b6c2839a737 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277564 Mar 28 05:45:42.118751 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35470) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:42.123444 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-8ede8fdb-d6d3-4317-be98-c8daac7d1798 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'security_group_rule': {'security_group_id': '48aca8fc-e871-463e-8926-27285b9724d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:42.147354 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8ede8fdb-d6d3-4317-be98-c8daac7d1798 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (8347e3d3-9477-4c2c-b32b-fd85c9180218), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.194793 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Router 61335b8d-860c-41ca-aede-ba588c565c0b has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:42.203389 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8ede8fdb-d6d3-4317-be98-c8daac7d1798 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (8347e3d3-9477-4c2c-b32b-fd85c9180218), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.207263 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8ede8fdb-d6d3-4317-be98-c8daac7d1798 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (8347e3d3-9477-4c2c-b32b-fd85c9180218), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.230375 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede8fdb-d6d3-4317-be98-c8daac7d1798 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8347e3d3-9477-4c2c-b32b-fd85c9180218,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:42.235382 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8ede8fdb-d6d3-4317-be98-c8daac7d1798 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.239916 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-8ede8fdb-d6d3-4317-be98-c8daac7d1798 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165926 Mar 28 05:45:42.239916 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35472) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:42.244939 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:42.265657 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.315615 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:42.330779 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] Sync routers for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:42.342578 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:42.343237 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:42.359988 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] No DVR routers for this DVR port 740254c2-6541-4181-98ba-9329a9fb835b on host hv-cinder-83177 {{(pid=109882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:45:42.362887 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.366653 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-473d3c46-2899-4bd7-9a7a-d304129d20c0 req-e477d2ce-971e-48c0-997e-002e0962285f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "DELETE /v2.0/ports/740254c2-6541-4181-98ba-9329a9fb835b HTTP/1.1" status: 204 len: 173 time: 1.1668525 Mar 28 05:45:42.367180 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.367528 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'name': 'network-vif-deleted', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:42.371184 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f21966-373e-4ebc-9795-e1d073446437" -d '{"events": [{"server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "name": "network-vif-deleted", "tag": "740254c2-6541-4181-98ba-9329a9fb835b"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:42.435766 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07bb753-486a-4385-b3ea-6ff32138b2b9 x-openstack-request-id: req-e07bb753-486a-4385-b3ea-6ff32138b2b9 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:42.436441 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb266b62-b8ac-47d3-8367-7ca4a29822ff", "name": "network-vif-deleted", "tag": "740254c2-6541-4181-98ba-9329a9fb835b", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:42.436698 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e07bb753-486a-4385-b3ea-6ff32138b2b9 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:42.437152 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07bb753-486a-4385-b3ea-6ff32138b2b9'] response: {'server_uuid': 'cb266b62-b8ac-47d3-8367-7ca4a29822ff', 'name': 'network-vif-deleted', 'tag': '740254c2-6541-4181-98ba-9329a9fb835b', 'status': 'completed', 'code': 200} Mar 28 05:45:42.497275 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:42.501807 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-dfd1d3a6-b064-4e5a-9b19-14d862b96166 req-d95177bc-7685-48a9-a0d1-9d877a1f8fc4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb266b62-b8ac-47d3-8367-7ca4a29822ff HTTP/1.1" status: 200 len: 210 time: 0.0433056 Mar 28 05:45:42.566968 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Allocated IP 172.28.0.217 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/76aa7d91-09c5-4786-b330-3ca199cb70dd) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:42.675659 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (76aa7d91-09c5-4786-b330-3ca199cb70dd), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.709790 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (76aa7d91-09c5-4786-b330-3ca199cb70dd), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:42.726471 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:42.748900 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:42.751698 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:42.753463 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] Checking router: 61335b8d-860c-41ca-aede-ba588c565c0b for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:42.754067 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:42.762853 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:42.763518 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:42.905266 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:43.035880 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=76aa7d91-09c5-4786-b330-3ca199cb70dd,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:43.043628 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe155c4-328f-4fb0-91bd-ca9d0bcfb8c6 req-5ef5019d-2abe-47f2-9efa-b8a6160e782d tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:43.045349 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-dfe155c4-328f-4fb0-91bd-ca9d0bcfb8c6 req-5ef5019d-2abe-47f2-9efa-b8a6160e782d tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.0598385 Mar 28 05:45:43.097615 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-dfe155c4-328f-4fb0-91bd-ca9d0bcfb8c6 req-9845ca08-8e8c-4ae2-a3c5-e1dcb9c33664 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468624 Mar 28 05:45:43.103261 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (fff0bb98-77b1-4b24-b57f-b1d49a0bd781), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.143702 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (76aa7d91-09c5-4786-b330-3ca199cb70dd), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.151016 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:43.179885 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c3af22-376e-410a-b533-028f5f98c6c0 None None] The sync data for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb is: [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:20Z', 'revision_number': 4, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'e4dfc67a-4b18-425d-8ae5-3f04d5853cf3', 'name': '', 'network_id': 'bbe29076-3a4e-4de1-8674-939a34269b67', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'mac_address': 'fa:16:3e:10:07:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:18Z', 'updated_at': '2022-03-28T05:41:28Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'subnets': [{'id': 'fa243813-d098-4e47-ac3e-65e4c65a084a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:43.227039 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68d8b1-7693-492f-8fd8-c4a4daec8692 req-4fbf5827-d21c-4685-8057-76bd5716e44b tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:43.228896 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ee68d8b1-7693-492f-8fd8-c4a4daec8692 req-4fbf5827-d21c-4685-8057-76bd5716e44b tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.0558500 Mar 28 05:45:43.279577 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ee68d8b1-7693-492f-8fd8-c4a4daec8692 req-daf7c303-d666-4d51-b907-549373e52d1a tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444002 Mar 28 05:45:43.304816 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (76aa7d91-09c5-4786-b330-3ca199cb70dd), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.311726 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (76aa7d91-09c5-4786-b330-3ca199cb70dd), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.386229 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=76aa7d91-09c5-4786-b330-3ca199cb70dd,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:43.398677 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (fff0bb98-77b1-4b24-b57f-b1d49a0bd781), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.414236 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:43.415520 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-1efaa9ec-d90c-4583-852f-3b8a53be740e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1747673 Mar 28 05:45:43.456247 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7135a-6177-4255-9d51-dd6076b3bb15 None None] New status for floating IP 9cfd3013-1d79-4539-a72e-5145af010ae8: DOWN {{(pid=109884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:45:43.669958 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-2a7b190a-95f8-4638-a046-c180383e7289 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1304343266&fields=id&tenant_id=b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 267 time: 0.0707581 Mar 28 05:45:43.697938 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae1b2f-87d7-4766-a20a-77f9346817ec req-5d6a7812-ffe6-4133-ba66-0b069e782338 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:43.699665 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b1ae1b2f-87d7-4766-a20a-77f9346817ec req-5d6a7812-ffe6-4133-ba66-0b069e782338 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.0990620 Mar 28 05:45:43.806721 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b1ae1b2f-87d7-4766-a20a-77f9346817ec req-f2b0ed14-9954-4246-86f4-f3d9aff00803 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921156 Mar 28 05:45:43.827632 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-806c2dc2-54af-49da-b955-0cf7f5d9383e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:43.829656 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-806c2dc2-54af-49da-b955-0cf7f5d9383e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 815 time: 0.1520140 Mar 28 05:45:43.848922 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35506) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:43.859390 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-2c490fde-195b-4a9f-ab98-8f00c53ed845 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/quotas/b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 375 time: 0.0238910 Mar 28 05:45:43.948513 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-768c6d17-661a-4cfb-a9c3-1e69a107f0fb tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830271 Mar 28 05:45:43.949482 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d070899-c94d-46b4-80a1-c9390d8755e4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group (c40b535b-9c43-4d5f-8b23-3171ed725faa), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.014716 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d070899-c94d-46b4-80a1-c9390d8755e4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group (c40b535b-9c43-4d5f-8b23-3171ed725faa), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.087560 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-1cede177-1084-4b20-b3a1-09623b633a30 service neutron] 10.222.0.13 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267753 Mar 28 05:45:44.098923 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d070899-c94d-46b4-80a1-c9390d8755e4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c40b535b-9c43-4d5f-8b23-3171ed725faa), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.103301 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0d070899-c94d-46b4-80a1-c9390d8755e4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.104687 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-0d070899-c94d-46b4-80a1-c9390d8755e4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "DELETE /v2.0/security-groups/c40b535b-9c43-4d5f-8b23-3171ed725faa HTTP/1.1" status: 204 len: 168 time: 0.2547822 Mar 28 05:45:44.107641 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35510) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:44.122708 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.api.v2.resource [None req-324d5296-d5af-4700-997d-1413fce0d83d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] show failed (client error): The resource could not be found. Mar 28 05:45:44.126915 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35512) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:44.127059 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-324d5296-d5af-4700-997d-1413fce0d83d tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups/c40b535b-9c43-4d5f-8b23-3171ed725faa HTTP/1.1" status: 404 len: 347 time: 0.0181704 Mar 28 05:45:44.142874 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d070899-c94d-46b4-80a1-c9390d8755e4 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40b535b-9c43-4d5f-8b23-3171ed725faa,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:44.298673 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-a3d97535-d78d-4f21-b2a2-76e1df70bd50 service neutron] 10.222.0.13 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926677 Mar 28 05:45:44.315955 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Deleting port 4705cc0b-b427-4c35-98c8-03cf8cdd7dc3 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:44.316295 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.405684 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.406002 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.419694 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Calling delete_port for 4705cc0b-b427-4c35-98c8-03cf8cdd7dc3 owned by network:floatingip {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:44.497292 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fd7b5a4f-4346-4bbc-b094-ea0f7cd6b19d req-be25ed03-def1-492a-92fe-2ee4d55cdcbd tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 210 time: 0.0342972 Mar 28 05:45:44.582334 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (4705cc0b-b427-4c35-98c8-03cf8cdd7dc3), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.609983 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event deleted for resources: {'Port': ['ID=4705cc0b-b427-4c35-98c8-03cf8cdd7dc3,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:44.671416 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks [] for floatingip (9cfd3013-1d79-4539-a72e-5145af010ae8), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.674270 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:44.675471 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e7914394-2093-478e-957c-b9329848e68f tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "DELETE /v2.0/floatingips/9cfd3013-1d79-4539-a72e-5145af010ae8 HTTP/1.1" status: 204 len: 168 time: 0.5471637 Mar 28 05:45:45.376040 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 740254c2-6541-4181-98ba-9329a9fb835b no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:45.403549 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 740254c2-6541-4181-98ba-9329a9fb835b {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:45:45.404047 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 740254c2-6541-4181-98ba-9329a9fb835b not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:45:45.431987 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-1050dd94-7021-45b2-82af-12d9c8d53b46 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:45.435012 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-1050dd94-7021-45b2-82af-12d9c8d53b46 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 815 time: 0.1254196 Mar 28 05:45:45.506040 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-9bc97149-dbe0-4742-95b2-6464d76ad05f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89f732473c344b299a6523f3ad9a23c HTTP/1.1" status: 200 len: 380 time: 0.0623541 Mar 28 05:45:45.514842 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'port': {'device_id': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'admin_state_up': True, 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'security_groups': ['48aca8fc-e871-463e-8926-27285b9724d3']}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:45.529629 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.607159 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d290bce7-cd35-41c9-afb2-a72284f2187a req-b90e8d5e-a441-4f9a-9d6c-1d396160e567 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 210 time: 0.0310371 Mar 28 05:45:45.685758 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Made reservation on behalf of b89f732473c344b299a6523f3ad9a23c for: {'port': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:45:45.689219 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:45.818313 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Allocated IP 172.20.0.6 (a4d009d6-ebb3-4047-831e-62c187fd5c21/a244f379-ea2c-4eb9-ab70-7fd6eddbbedb/3fa3715a-f26c-486b-9269-c023bfb49b91) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:45.972050 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.006192 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.046705 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:46.049508 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:46.053647 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:46.265796 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-1b8523e6-704d-4b03-8a54-78004eb7f997 None None] Provisioning complete for port 3fa3715a-f26c-486b-9269-c023bfb49b91 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:46.266356 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1b8523e6-704d-4b03-8a54-78004eb7f997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.310643 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-1b8523e6-704d-4b03-8a54-78004eb7f997 None None] Port 3fa3715a-f26c-486b-9269-c023bfb49b91 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:45:46.324605 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event updated for resources: {'Port': ['ID=3fa3715a-f26c-486b-9269-c023bfb49b91,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:46.350759 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:46.351513 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.367970 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-b5248d78-d7c3-48dd-b3f0-61118ab02b2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570890 Mar 28 05:45:46.379770 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Request body: {'port': {'device_id': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:46.436927 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.700610 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa3715a-f26c-486b-9269-c023bfb49b91 {{(pid=109882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:45:46.710236 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Publish callbacks [] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.745622 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.provisioning_blocks [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Transition to ACTIVE for port object 3fa3715a-f26c-486b-9269-c023bfb49b91 will not be triggered until provisioned by entity L2. {{(pid=109882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:45:46.752054 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:46.814503 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa3715a-f26c-486b-9269-c023bfb49b91,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:46.826612 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa03713-cdcf-456d-8f78-18a639a5c223 req-f7e6a0d1-75d6-4ffe-8ca1-90bc14fb8c94 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:46.828139 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-baa03713-cdcf-456d-8f78-18a639a5c223 req-f7e6a0d1-75d6-4ffe-8ca1-90bc14fb8c94 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 931 time: 0.1227462 Mar 28 05:45:46.932712 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-baa03713-cdcf-456d-8f78-18a639a5c223 req-70d90b45-f7eb-4c60-82e7-69550acec588 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851922 Mar 28 05:45:46.939982 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Attempting to bind port 3fa3715a-f26c-486b-9269-c023bfb49b91 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:45:46.940316 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Attempting to bind port 3fa3715a-f26c-486b-9269-c023bfb49b91 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:45:46.943890 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Attempting to bind port 3fa3715a-f26c-486b-9269-c023bfb49b91 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:46.949318 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Port 3fa3715a-f26c-486b-9269-c023bfb49b91 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:45:46.949836 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Attempting to bind port 3fa3715a-f26c-486b-9269-c023bfb49b91 on network a4d009d6-ebb3-4047-831e-62c187fd5c21 {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:45:46.967127 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:45:46.970249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Checking segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:45:46.970249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Bound using segment: {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'} {{(pid=109882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:45:46.970249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.managers [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Bound port: 3fa3715a-f26c-486b-9269-c023bfb49b91, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081029db-1524-43b2-b932-f3d11b473d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21'}}] {{(pid=109882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:45:46.970249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.045702 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c10e9-40ce-4416-ab6a-8da99c4c1036 req-38f878db-ea02-4ed8-844e-100709ee4cc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.047231 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-283c10e9-40ce-4416-ab6a-8da99c4c1036 req-38f878db-ea02-4ed8-844e-100709ee4cc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.0948527 Mar 28 05:45:47.086772 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] For port 3fa3715a-f26c-486b-9269-c023bfb49b91, host hv-cinder-83177, cleared binding levels {{(pid=109882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:45:47.108350 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] For port 3fa3715a-f26c-486b-9269-c023bfb49b91, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3fa3715a-f26c-486b-9269-c023bfb49b91,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:45:47.121499 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.134852 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-283c10e9-40ce-4416-ab6a-8da99c4c1036 req-6cfcfed4-39e3-4fdb-a15f-1dba9e77f829 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771403 Mar 28 05:45:47.158471 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35578) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:47.168381 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.169036 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.170576 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] 10.222.0.30 "PUT /v2.0/ports/3fa3715a-f26c-486b-9269-c023bfb49b91 HTTP/1.1" status: 200 len: 1093 time: 0.7947628 Mar 28 05:45:47.172417 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'tag': '3fa3715a-f26c-486b-9269-c023bfb49b91'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:47.174989 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e" -d '{"events": [{"name": "network-changed", "server_uuid": "edf46de1-33c6-44f5-aec4-89aea547e1fc", "tag": "3fa3715a-f26c-486b-9269-c023bfb49b91"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:47.228476 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958f8082-5fec-4e90-84c0-75e74517572b x-openstack-request-id: req-958f8082-5fec-4e90-84c0-75e74517572b {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:47.228830 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf46de1-33c6-44f5-aec4-89aea547e1fc", "tag": "3fa3715a-f26c-486b-9269-c023bfb49b91", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:47.229066 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-958f8082-5fec-4e90-84c0-75e74517572b {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:47.229450 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958f8082-5fec-4e90-84c0-75e74517572b'] response: {'name': 'network-changed', 'server_uuid': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'tag': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'status': 'completed', 'code': 200} Mar 28 05:45:47.255483 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009e6b9-4a59-4d53-8040-d18979331294 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa3715a-f26c-486b-9269-c023bfb49b91,revision_number=3']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:47.272495 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285f200-2441-45b6-99e9-239492458e4b req-ea6a81bc-505f-4272-8c05-f160b71242e6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.274152 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3285f200-2441-45b6-99e9-239492458e4b req-ea6a81bc-505f-4272-8c05-f160b71242e6 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.1217275 Mar 28 05:45:47.303387 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-38074658-e576-4606-8453-090a4846a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.304984 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-38074658-e576-4606-8453-090a4846a12f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 1127 time: 0.0881917 Mar 28 05:45:47.339793 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0de4f1-ac4c-4a60-a72d-0fb6e96cef5e tempest-TestMinimumBasicScenario-372402834 tempest-TestMinimumBasicScenario-372402834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.341503 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4f0de4f1-ac4c-4a60-a72d-0fb6e96cef5e tempest-TestMinimumBasicScenario-372402834 tempest-TestMinimumBasicScenario-372402834-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1124 time: 0.1822019 Mar 28 05:45:47.344507 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35584) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:47.348885 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'port_id': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:47.364743 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-d51d0dec-16ba-4d41-aee6-3d1cd6cc68d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fa3715a-f26c-486b-9269-c023bfb49b91 HTTP/1.1" status: 200 len: 217 time: 0.0489531 Mar 28 05:45:47.371988 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.373158 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3285f200-2441-45b6-99e9-239492458e4b req-84cd08bc-d737-4577-860d-d057ba346af0 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931172 Mar 28 05:45:47.417620 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-1c0f8101-388c-49fc-b9e3-1ba7855805e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.419125 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-1c0f8101-388c-49fc-b9e3-1ba7855805e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0451214 Mar 28 05:45:47.468453 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-44ddaf6f-162e-495a-a3ca-08ebb65b5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.469467 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-44ddaf6f-162e-495a-a3ca-08ebb65b5e86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438132 Mar 28 05:45:47.478626 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.562592 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-821c93b9-3e15-4626-9462-c2b7decc6156 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860863 Mar 28 05:45:47.580696 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Allocated IP 172.28.0.41 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/720c34c6-5532-4ed6-a982-87ddd7e6bda5) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:45:47.651984 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1a0c2d34-f57e-494b-b106-763c46b1932d req-db0a5327-822d-4381-acb1-cbb1eb724ecf service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826716 Mar 28 05:45:47.685005 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for port (720c34c6-5532-4ed6-a982-87ddd7e6bda5), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.720581 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (720c34c6-5532-4ed6-a982-87ddd7e6bda5), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:47.746000 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-e4c252b0-c413-4324-bdbe-4b870d8b1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.747501 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-e4c252b0-c413-4324-bdbe-4b870d8b1bcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 1127 time: 0.0491104 Mar 28 05:45:47.756840 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:45:47.759804 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:45:47.765928 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:45:47.787415 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'Port': ['ID=720c34c6-5532-4ed6-a982-87ddd7e6bda5,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:47.842609 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-5def183f-ead6-425c-a103-24914eff3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.844188 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-5def183f-ead6-425c-a103-24914eff3fce service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.0867717 Mar 28 05:45:47.891208 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-9d694fff-9cf8-4a90-9399-b8d9800367f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fa3715a-f26c-486b-9269-c023bfb49b91 HTTP/1.1" status: 200 len: 217 time: 0.0379274 Mar 28 05:45:47.946519 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-4112a32a-9335-4f2c-b21b-03f0ba0c3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:47.947996 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-4112a32a-9335-4f2c-b21b-03f0ba0c3c2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0503774 Mar 28 05:45:47.997933 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-a944b6d8-9724-46db-aa29-2862a9ea4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:48.000256 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-a944b6d8-9724-46db-aa29-2862a9ea4df6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459962 Mar 28 05:45:48.120277 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a03884-73e0-4ffd-bcb4-4b4c50696680 req-fc0127d9-fcd3-45be-8a67-4ed2f31dd08c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:48.121795 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-37a03884-73e0-4ffd-bcb4-4b4c50696680 req-fc0127d9-fcd3-45be-8a67-4ed2f31dd08c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 943 time: 0.1168454 Mar 28 05:45:48.123946 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for floatingip (f84d28c4-0e15-4cb5-a466-f62b5d993a07), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.139104 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-b1979075-de38-48ec-a13a-1f0cf29d8954 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250229 Mar 28 05:45:48.192797 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (720c34c6-5532-4ed6-a982-87ddd7e6bda5), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.225477 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-37a03884-73e0-4ffd-bcb4-4b4c50696680 req-599f35a3-fff7-43cb-8a53-a4f012c7f047 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962820 Mar 28 05:45:48.256054 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-682f16e1-f3f5-441b-aa04-61a1ebb6a10e req-380c3b51-cf35-4b82-b1bf-e5785070a263 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082730 Mar 28 05:45:48.344338 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for port (720c34c6-5532-4ed6-a982-87ddd7e6bda5), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.348726 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (720c34c6-5532-4ed6-a982-87ddd7e6bda5), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.413820 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'Port': ['ID=720c34c6-5532-4ed6-a982-87ddd7e6bda5,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:48.425628 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (f84d28c4-0e15-4cb5-a466-f62b5d993a07), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.491920 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a2d51-7d81-4974-8da3-e17815e1118d req-3bed0fec-4655-4134-a4d6-48a3313feeda tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:48.494223 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7a0a2d51-7d81-4974-8da3-e17815e1118d req-3bed0fec-4655-4134-a4d6-48a3313feeda tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0535438 Mar 28 05:45:48.528463 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Floating IP f84d28c4-0e15-4cb5-a466-f62b5d993a07 associated. External IP: 172.28.0.41, port: 7ced6ecd-3f24-46c8-bf44-7e444affbe7d. Mar 28 05:45:48.540408 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7a0a2d51-7d81-4974-8da3-e17815e1118d req-e4177448-6353-4dd5-a5c4-6461a5262e38 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Mar 28 05:45:48.735937 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Router 2dc126fd-eeb4-43f1-a012-9872fec81663 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:48.843689 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:48.854088 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] Sync routers for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:48.861494 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.863590 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:48.865397 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:48.890521 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-bb521d64-43fa-4af7-ade5-abd8c9124d95 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5448952 Mar 28 05:45:48.891213 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:48.893372 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35590) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:48.893579 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7015a2d-c05f-4b87-81cd-86caa2c7238d" -d '{"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:48.897971 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-17259466-957d-43eb-a772-fe9e36d1efe0 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688111120', 'description': 'tempest-secgroup-smoke-688111120 description', 'project_id': '9b9766233dfe4f029f4c0fffbde50acc'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:48.920600 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17259466-957d-43eb-a772-fe9e36d1efe0 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:48.931699 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e993cf-4059-436e-b730-b6a2df67071e x-openstack-request-id: req-99e993cf-4059-436e-b730-b6a2df67071e {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:48.932060 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:48.932903 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99e993cf-4059-436e-b730-b6a2df67071e {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:48.933367 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e993cf-4059-436e-b730-b6a2df67071e'] response: {'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'status': 'completed', 'code': 200} Mar 28 05:45:48.978309 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:49.018187 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17259466-957d-43eb-a772-fe9e36d1efe0 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group (e7cad0ce-7272-41f4-a12e-8e0a8fc51d14), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.024603 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17259466-957d-43eb-a772-fe9e36d1efe0 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e7cad0ce-7272-41f4-a12e-8e0a8fc51d14), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.032821 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-ae7da9a7-4a44-4ec8-a12c-21aad976a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:49.034325 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-ae7da9a7-4a44-4ec8-a12c-21aad976a2b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1129 time: 0.0836263 Mar 28 05:45:49.102210 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17259466-957d-43eb-a772-fe9e36d1efe0 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.111571 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17259466-957d-43eb-a772-fe9e36d1efe0 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.112821 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-17259466-957d-43eb-a772-fe9e36d1efe0 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2184558 Mar 28 05:45:49.116181 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35594) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:49.121692 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-d30e317c-3157-4097-825a-764ed239ed93 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'security_group_rule': {'security_group_id': 'e7cad0ce-7272-41f4-a12e-8e0a8fc51d14', 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:49.148323 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d30e317c-3157-4097-825a-764ed239ed93 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (5770894b-57f6-4649-8e33-c57c8e4a05de), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.156079 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-3fcae34e-eb3c-4d2e-9d3a-f05567cb1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:49.157649 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-3fcae34e-eb3c-4d2e-9d3a-f05567cb1a00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 200 len: 916 time: 0.1138949 Mar 28 05:45:49.208487 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d30e317c-3157-4097-825a-764ed239ed93 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (5770894b-57f6-4649-8e33-c57c8e4a05de), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.214426 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d30e317c-3157-4097-825a-764ed239ed93 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (5770894b-57f6-4649-8e33-c57c8e4a05de), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.230077 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-7440659f-c4ba-46f7-9849-ae11333a1dcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 998 time: 0.0654395 Mar 28 05:45:49.235024 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e317c-3157-4097-825a-764ed239ed93 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5770894b-57f6-4649-8e33-c57c8e4a05de,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.240704 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d30e317c-3157-4097-825a-764ed239ed93 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.242099 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-d30e317c-3157-4097-825a-764ed239ed93 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248729 Mar 28 05:45:49.245259 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35596) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:49.251870 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-9398d2fb-ede2-4f08-969a-b556abf2728e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'security_group_rule': {'security_group_id': 'e7cad0ce-7272-41f4-a12e-8e0a8fc51d14', 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:49.286412 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9398d2fb-ede2-4f08-969a-b556abf2728e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (db381983-30ea-40f9-83c9-9f1976b9a2f3), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.296161 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-8d2e6747-9ae6-432e-a77c-cb747931204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:49.299336 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-8d2e6747-9ae6-432e-a77c-cb747931204c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b96cf01c-717a-49c2-b833-d7bdaf2e689d HTTP/1.1" status: 200 len: 854 time: 0.0581779 Mar 28 05:45:49.358552 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9398d2fb-ede2-4f08-969a-b556abf2728e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (db381983-30ea-40f9-83c9-9f1976b9a2f3), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.363250 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9398d2fb-ede2-4f08-969a-b556abf2728e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (db381983-30ea-40f9-83c9-9f1976b9a2f3), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.382652 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398d2fb-ede2-4f08-969a-b556abf2728e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db381983-30ea-40f9-83c9-9f1976b9a2f3,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.388798 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-5045b977-d4d1-41d2-b313-4b0df54453db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:49.390396 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-5045b977-d4d1-41d2-b313-4b0df54453db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e608e20-9e5e-4aa9-950f-456f31f26f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0853448 Mar 28 05:45:49.392771 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 3fa3715a-f26c-486b-9269-c023bfb49b91 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:45:49.392967 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9398d2fb-ede2-4f08-969a-b556abf2728e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.394339 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9398d2fb-ede2-4f08-969a-b556abf2728e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481469 Mar 28 05:45:49.396907 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35600) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:49.398232 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8aab4-e940-4aec-a565-e3f174365a01 req-df2feaaa-0567-4d21-afcc-3d98070c1daa tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:49.400795 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ffd8aab4-e940-4aec-a565-e3f174365a01 req-df2feaaa-0567-4d21-afcc-3d98070c1daa tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 943 time: 0.0842726 Mar 28 05:45:49.410186 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-f50da52d-2bf1-4645-b815-b5618f6938be tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'security_group_rule': {'security_group_id': 'e7cad0ce-7272-41f4-a12e-8e0a8fc51d14', 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:49.441511 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f50da52d-2bf1-4645-b815-b5618f6938be tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (1b6f3592-8d83-46d7-961d-b23d3851aedb), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.466449 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'f84d28c4-0e15-4cb5-a466-f62b5d993a07', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'port_id': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'mac_address': 'fa:16:3e:b5:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bee554-7d13-4317-979c-7c09de9b8181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:47Z', 'updated_at': '2022-03-28T05:45:47Z', 'revision_number': 0, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:49.499053 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] Checking router: 2dc126fd-eeb4-43f1-a012-9872fec81663 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:49.505902 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ffd8aab4-e940-4aec-a565-e3f174365a01 req-b2aad362-14d5-4359-9935-459884a34e2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967367 Mar 28 05:45:49.514752 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:49.515383 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:49.537881 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-df592e47-eef1-4c45-9a05-efae7730ec36 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360958 Mar 28 05:45:49.545690 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f50da52d-2bf1-4645-b815-b5618f6938be tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (1b6f3592-8d83-46d7-961d-b23d3851aedb), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.557878 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-684a02be-de0b-4c4c-ab24-04ebbc856cec tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:49.559074 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-684a02be-de0b-4c4c-ab24-04ebbc856cec tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0924919 Mar 28 05:45:49.559970 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f50da52d-2bf1-4645-b815-b5618f6938be tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (1b6f3592-8d83-46d7-961d-b23d3851aedb), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.611243 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50da52d-2bf1-4645-b815-b5618f6938be tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6f3592-8d83-46d7-961d-b23d3851aedb,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.622126 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 3fa3715a-f26c-486b-9269-c023bfb49b91, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3fa3715a-f26c-486b-9269-c023bfb49b91,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:49.630210 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f50da52d-2bf1-4645-b815-b5618f6938be tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.631507 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-f50da52d-2bf1-4645-b815-b5618f6938be tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2335458 Mar 28 05:45:49.637075 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35604) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:49.641595 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-400df2e5-ed06-4480-9de3-51ac5e2abfc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'security_group_rule': {'security_group_id': 'e7cad0ce-7272-41f4-a12e-8e0a8fc51d14', 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:49.643686 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'port_id': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'mac_address': 'fa:16:3e:8c:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:45:49.663520 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b7015a2d-c05f-4b87-81cd-86caa2c7238d req-111ffa7f-a359-4dcb-ae4f-2cb4944015f6 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195476 Mar 28 05:45:49.703441 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-400df2e5-ed06-4480-9de3-51ac5e2abfc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (89c29401-7f58-49b9-b906-4b51efa33e73), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.710514 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b74a6-7a1d-4298-a2c6-f4203a09a432 req-f9650218-0a79-4722-b4b7-9593cf0a3301 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:49.712509 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:49.713457 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0a3b74a6-7a1d-4298-a2c6-f4203a09a432 req-f9650218-0a79-4722-b4b7-9593cf0a3301 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff3729b1-565f-4ae4-9ad4-b8107a64ed22 HTTP/1.1" status: 200 len: 945 time: 0.0659773 Mar 28 05:45:49.741489 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 3fa3715a-f26c-486b-9269-c023bfb49b91 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:49.742146 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.743681 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Deleting port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:49.744196 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.761209 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa3715a-f26c-486b-9269-c023bfb49b91 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:45:49.766843 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0a3b74a6-7a1d-4298-a2c6-f4203a09a432 req-a44369f5-ea11-42b1-961d-6dca4fa95c09 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Mar 28 05:45:49.812788 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-400df2e5-ed06-4480-9de3-51ac5e2abfc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (89c29401-7f58-49b9-b906-4b51efa33e73), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.822898 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-400df2e5-ed06-4480-9de3-51ac5e2abfc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (89c29401-7f58-49b9-b906-4b51efa33e73), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.826766 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 3fa3715a-f26c-486b-9269-c023bfb49b91, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3fa3715a-f26c-486b-9269-c023bfb49b91,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:49.832318 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.860100 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400df2e5-ed06-4480-9de3-51ac5e2abfc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c29401-7f58-49b9-b906-4b51efa33e73,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.870706 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-400df2e5-ed06-4480-9de3-51ac5e2abfc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.871902 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-400df2e5-ed06-4480-9de3-51ac5e2abfc8 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2340949 Mar 28 05:45:49.874846 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35606) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:49.878992 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] For port 97fa15b9-f29c-4d9a-819e-0a4522956eb8, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=97fa15b9-f29c-4d9a-819e-0a4522956eb8,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:49.879354 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.882333 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-112a098c-f1c7-4362-a830-80e7f0d55260 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'security_group_rule': {'security_group_id': 'e7cad0ce-7272-41f4-a12e-8e0a8fc51d14', 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:49.892251 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Calling delete_port for 97fa15b9-f29c-4d9a-819e-0a4522956eb8 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:49.911148 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.securitygroups_db [None req-112a098c-f1c7-4362-a830-80e7f0d55260 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Project 9b9766233dfe4f029f4c0fffbde50acc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 05:45:49.917964 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-112a098c-f1c7-4362-a830-80e7f0d55260 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (4e1fc4aa-3650-4ed3-8dbf-f65426c4b010), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.944772 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=3fa3715a-f26c-486b-9269-c023bfb49b91,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:49.986727 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-112a098c-f1c7-4362-a830-80e7f0d55260 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (4e1fc4aa-3650-4ed3-8dbf-f65426c4b010), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:49.991356 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-112a098c-f1c7-4362-a830-80e7f0d55260 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (4e1fc4aa-3650-4ed3-8dbf-f65426c4b010), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.017170 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-112a098c-f1c7-4362-a830-80e7f0d55260 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.018398 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-112a098c-f1c7-4362-a830-80e7f0d55260 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423094 Mar 28 05:45:50.021035 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35608) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:50.021896 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'f84d28c4-0e15-4cb5-a466-f62b5d993a07', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'port_id': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'mac_address': 'fa:16:3e:b5:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bee554-7d13-4317-979c-7c09de9b8181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:47Z', 'updated_at': '2022-03-28T05:45:47Z', 'revision_number': 0, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:50.026481 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-fd802e52-8b4b-445b-a42a-5dda9d5c6e40 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'security_group_rule': {'security_group_id': 'e7cad0ce-7272-41f4-a12e-8e0a8fc51d14', 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:50.031964 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a098c-f1c7-4362-a830-80e7f0d55260 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1fc4aa-3650-4ed3-8dbf-f65426c4b010,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:50.049336 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (97fa15b9-f29c-4d9a-819e-0a4522956eb8), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.050142 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.securitygroups_db [None req-fd802e52-8b4b-445b-a42a-5dda9d5c6e40 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Project 9b9766233dfe4f029f4c0fffbde50acc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 05:45:50.056315 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-fd802e52-8b4b-445b-a42a-5dda9d5c6e40 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (8e09fa44-c201-4e50-b558-6b31ba3cee56), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.058811 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09981f13-2607-4133-8136-2e2eaae8a79c None None] The sync data for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb is: [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'f84d28c4-0e15-4cb5-a466-f62b5d993a07', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'port_id': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'mac_address': 'fa:16:3e:b5:e6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41bee554-7d13-4317-979c-7c09de9b8181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:47Z', 'updated_at': '2022-03-28T05:45:47Z', 'revision_number': 0, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:50.063986 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['76b3b696-58f6-4012-b417-0a186f52411b', '97fa15b9-f29c-4d9a-819e-0a4522956eb8'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:50.088455 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event deleted for resources: {'Port': ['ID=97fa15b9-f29c-4d9a-819e-0a4522956eb8,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:50.117352 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['3fa3715a-f26c-486b-9269-c023bfb49b91'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:50.144437 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] No DVR routers for this DVR port 97fa15b9-f29c-4d9a-819e-0a4522956eb8 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:45:50.147049 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.150671 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5d7611ad-d731-4c98-94c0-952a978c5dca req-2e90e0e5-ed6e-4252-a046-b5d2043afa92 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "DELETE /v2.0/ports/97fa15b9-f29c-4d9a-819e-0a4522956eb8 HTTP/1.1" status: 204 len: 173 time: 0.5857744 Mar 28 05:45:50.162587 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-fd802e52-8b4b-445b-a42a-5dda9d5c6e40 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (8e09fa44-c201-4e50-b558-6b31ba3cee56), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.167080 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-fd802e52-8b4b-445b-a42a-5dda9d5c6e40 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (8e09fa44-c201-4e50-b558-6b31ba3cee56), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.187477 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd802e52-8b4b-445b-a42a-5dda9d5c6e40 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e09fa44-c201-4e50-b558-6b31ba3cee56,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:50.197846 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-fd802e52-8b4b-445b-a42a-5dda9d5c6e40 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.199048 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-fd802e52-8b4b-445b-a42a-5dda9d5c6e40 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1770940 Mar 28 05:45:50.302863 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-f7a9dfa5-0480-419d-811f-ceca39e16e19 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688111120&fields=id&tenant_id=9b9766233dfe4f029f4c0fffbde50acc HTTP/1.1" status: 200 len: 267 time: 0.0535994 Mar 28 05:45:50.371857 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e92b3b-c13b-436b-8d24-3cac6c510229 None None] New status for floating IP f84d28c4-0e15-4cb5-a466-f62b5d993a07: ACTIVE {{(pid=109884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:45:50.374009 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-f2c89ecd-7cca-461a-aaff-f18542a2b175 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:50.375609 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-f2c89ecd-7cca-461a-aaff-f18542a2b175 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.0616620 Mar 28 05:45:50.387713 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'port': {'security_groups': ['b13341e4-0d18-485a-9329-700b58ee4a4c', 'e7cad0ce-7272-41f4-a12e-8e0a8fc51d14']}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:50.463587 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.704812 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] For port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:50.713583 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066f544-4880-480d-a664-5f71d5bdc7b7 req-85c39160-4698-4b05-81a9-296a47ab5b3a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:50.715041 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d066f544-4880-480d-a664-5f71d5bdc7b7 req-85c39160-4698-4b05-81a9-296a47ab5b3a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 944 time: 0.1206150 Mar 28 05:45:50.763405 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.769911 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.781382 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['7ced6ecd-3f24-46c8-bf44-7e444affbe7d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:50.811443 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d066f544-4880-480d-a664-5f71d5bdc7b7 req-bd8a636e-1891-418d-97c9-a84ba6fc860e tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898571 Mar 28 05:45:50.824927 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:50.825592 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:50.826953 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0f5ef0e1-803e-4187-afeb-25dab6369a2f req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "PUT /v2.0/ports/7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 981 time: 0.4446750 Mar 28 05:45:50.827440 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:50.829756 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7849231d-aef4-4c93-b3f0-02400f265ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:50.862579 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b50e3e-bccf-4895-87d9-f2b6de4943d9 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'Port': ['ID=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,revision_number=6']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:50.879532 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cdeff7-aec2-4353-9e0a-4174cab678fc x-openstack-request-id: req-07cdeff7-aec2-4353-9e0a-4174cab678fc {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:50.879824 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:50.894322 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07cdeff7-aec2-4353-9e0a-4174cab678fc {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:50.895034 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cdeff7-aec2-4353-9e0a-4174cab678fc'] response: {'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'status': 'completed', 'code': 200} Mar 28 05:45:50.935437 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['7ced6ecd-3f24-46c8-bf44-7e444affbe7d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:50.958244 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3729b1-565f-4ae4-9ad4-b8107a64ed22', 'name': 'network-vif-deleted', 'tag': '97fa15b9-f29c-4d9a-819e-0a4522956eb8'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:50.960980 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17cf46f-95c4-4db0-9906-d0037861abf8" -d '{"events": [{"server_uuid": "ff3729b1-565f-4ae4-9ad4-b8107a64ed22", "name": "network-vif-deleted", "tag": "97fa15b9-f29c-4d9a-819e-0a4522956eb8"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:51.000900 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-596f31ca-deac-4e46-a57a-5fb83c556a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.009710 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-596f31ca-deac-4e46-a57a-5fb83c556a86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1168 time: 0.1014714 Mar 28 05:45:51.011404 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec7c0b-d74c-4abd-8676-5d5aed6e3533 req-c968f292-3e49-4cae-8be1-338811d2fcb5 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.013213 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f2ec7c0b-d74c-4abd-8676-5d5aed6e3533 req-c968f292-3e49-4cae-8be1-338811d2fcb5 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0720861 Mar 28 05:45:51.095608 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f2ec7c0b-d74c-4abd-8676-5d5aed6e3533 req-a31cbfdb-37c4-4820-8819-e090d6f34ed6 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710826 Mar 28 05:45:51.111886 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9b1f36-ecec-46dd-890c-b79f1e8918e5 x-openstack-request-id: req-ba9b1f36-ecec-46dd-890c-b79f1e8918e5 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:51.112180 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3729b1-565f-4ae4-9ad4-b8107a64ed22", "name": "network-vif-deleted", "tag": "97fa15b9-f29c-4d9a-819e-0a4522956eb8", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:51.112484 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba9b1f36-ecec-46dd-890c-b79f1e8918e5 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:51.113161 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9b1f36-ecec-46dd-890c-b79f1e8918e5'] response: {'server_uuid': 'ff3729b1-565f-4ae4-9ad4-b8107a64ed22', 'name': 'network-vif-deleted', 'tag': '97fa15b9-f29c-4d9a-819e-0a4522956eb8', 'status': 'completed', 'code': 200} Mar 28 05:45:51.151250 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-9ea9c54a-bd13-4f31-a3c1-a486ede3ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.152873 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-9ea9c54a-bd13-4f31-a3c1-a486ede3ddce service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 200 len: 916 time: 0.1374969 Mar 28 05:45:51.180772 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-87dc8080-60fd-49a5-b0b1-178ff3f0f416 None None] Provisioning complete for port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:51.181987 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-87dc8080-60fd-49a5-b0b1-178ff3f0f416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.227908 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-ef77c646-e4b6-4448-9aeb-0e24830b61aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 1000 time: 0.0662277 Mar 28 05:45:51.231832 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc1794-b469-42c2-b0fa-1de1246ca10a req-2cf3b2e0-a04c-462e-a9c9-6a155850ebf3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.239044 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-22cc1794-b469-42c2-b0fa-1de1246ca10a req-2cf3b2e0-a04c-462e-a9c9-6a155850ebf3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0742877 Mar 28 05:45:51.285477 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-9a2c063c-3cbc-418a-bbc9-bb676f16bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.287184 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-9a2c063c-3cbc-418a-bbc9-bb676f16bcf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b96cf01c-717a-49c2-b833-d7bdaf2e689d HTTP/1.1" status: 200 len: 854 time: 0.0450857 Mar 28 05:45:51.302723 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-22cc1794-b469-42c2-b0fa-1de1246ca10a req-6ca9a4ca-add2-47d5-8ebd-5c1aac300fa1 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491171 Mar 28 05:45:51.345573 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-d0cbd5ab-e255-4b75-a8c2-2052937f6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.347068 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-d0cbd5ab-e255-4b75-a8c2-2052937f6daf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e608e20-9e5e-4aa9-950f-456f31f26f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0526938 Mar 28 05:45:51.404841 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 3fa3715a-f26c-486b-9269-c023bfb49b91 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:45:51.420189 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-87dc8080-60fd-49a5-b0b1-178ff3f0f416 None None] Current status of the port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:51.455597 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-bccfac7b-6cc1-462e-8019-f5dd6d89e0c1 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947030 Mar 28 05:45:51.552533 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 3fa3715a-f26c-486b-9269-c023bfb49b91 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:45:51.559158 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7849231d-aef4-4c93-b3f0-02400f265ea2 req-e004efb9-f771-49d8-8288-67985a21c7d9 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966792 Mar 28 05:45:51.568256 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 3fa3715a-f26c-486b-9269-c023bfb49b91 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:45:51.568640 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.713381 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 3fa3715a-f26c-486b-9269-c023bfb49b91 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:45:51.713777 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.738427 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa3715a-f26c-486b-9269-c023bfb49b91'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:51.740647 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25a006d-cb03-4e01-bd8b-bb15d95d6d9f" -d '{"events": [{"server_uuid": "edf46de1-33c6-44f5-aec4-89aea547e1fc", "name": "network-vif-plugged", "status": "completed", "tag": "3fa3715a-f26c-486b-9269-c023bfb49b91"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:51.752694 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 3fa3715a-f26c-486b-9269-c023bfb49b91, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3fa3715a-f26c-486b-9269-c023bfb49b91,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:51.756638 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:51.757363 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 97fa15b9-f29c-4d9a-819e-0a4522956eb8 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:51.780435 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de9ef3d-3a5a-4560-83dd-123d342d4c1b x-openstack-request-id: req-9de9ef3d-3a5a-4560-83dd-123d342d4c1b {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:51.780750 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf46de1-33c6-44f5-aec4-89aea547e1fc", "name": "network-vif-plugged", "status": "completed", "tag": "3fa3715a-f26c-486b-9269-c023bfb49b91", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:51.781037 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9de9ef3d-3a5a-4560-83dd-123d342d4c1b {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:51.781432 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de9ef3d-3a5a-4560-83dd-123d342d4c1b'] response: {'server_uuid': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'code': 200} Mar 28 05:45:51.798695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 97fa15b9-f29c-4d9a-819e-0a4522956eb8 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:45:51.799044 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 97fa15b9-f29c-4d9a-819e-0a4522956eb8 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:45:51.826587 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=3fa3715a-f26c-486b-9269-c023bfb49b91,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:51.953724 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9785131-ff92-4b99-80c3-2bb47093820b req-970a5288-f6cd-4f6c-ad4c-19fccf391956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.955206 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-e9785131-ff92-4b99-80c3-2bb47093820b req-970a5288-f6cd-4f6c-ad4c-19fccf391956 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 1129 time: 0.0448682 Mar 28 05:45:51.958177 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78e9f2-fc9e-4a35-8a8b-a7f4d5c39b46 req-fd76fd68-d543-4d88-8dd0-0e8c06ecf57f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:51.959797 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ad78e9f2-fc9e-4a35-8a8b-a7f4d5c39b46 req-fd76fd68-d543-4d88-8dd0-0e8c06ecf57f tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 945 time: 0.0651577 Mar 28 05:45:51.999833 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-e9785131-ff92-4b99-80c3-2bb47093820b req-0aaa4f4d-f1cb-4d37-8bb2-cd2f13b79aaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367501 Mar 28 05:45:52.007476 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ad78e9f2-fc9e-4a35-8a8b-a7f4d5c39b46 req-dada2cbb-706d-4f19-9381-2f635f3d18d1 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408063 Mar 28 05:45:52.401883 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804ef02-5e8f-456f-b4ee-5e7b344a014d req-957ea5a2-6c7f-4ee8-a314-58cb4858d1a8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:52.403379 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a804ef02-5e8f-456f-b4ee-5e7b344a014d req-957ea5a2-6c7f-4ee8-a314-58cb4858d1a8 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0535057 Mar 28 05:45:52.455342 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a804ef02-5e8f-456f-b4ee-5e7b344a014d req-05b27b75-bf91-49fc-96a4-b88a778889f3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Mar 28 05:45:53.124448 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c00fe5-c51e-4d77-9545-18cd064695b1 req-e124bec0-cf94-4c57-b3fe-2fee4bfa7a2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:53.125941 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a2c00fe5-c51e-4d77-9545-18cd064695b1 req-e124bec0-cf94-4c57-b3fe-2fee4bfa7a2c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 945 time: 0.0520849 Mar 28 05:45:53.174648 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a2c00fe5-c51e-4d77-9545-18cd064695b1 req-8964df2c-8aff-4eb8-b200-2c5e88723877 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432420 Mar 28 05:45:53.571374 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485314f-4352-4a45-a58f-f46f8e0d4af1 req-05b0a5c1-ec9e-48ec-8e02-f30b20d12e13 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:53.572681 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1485314f-4352-4a45-a58f-f46f8e0d4af1 req-05b0a5c1-ec9e-48ec-8e02-f30b20d12e13 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0518160 Mar 28 05:45:53.619103 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1485314f-4352-4a45-a58f-f46f8e0d4af1 req-e50a08fd-5a7f-497c-a225-106c7e8ba1a3 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Mar 28 05:45:54.290620 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e2d4b-c363-419d-a84b-d59325778448 req-895e9781-6f75-480a-802e-1e597cce8b71 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:54.292084 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e69e2d4b-c363-419d-a84b-d59325778448 req-895e9781-6f75-480a-802e-1e597cce8b71 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 945 time: 0.0515211 Mar 28 05:45:54.338290 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e69e2d4b-c363-419d-a84b-d59325778448 req-8608faf0-f155-4ace-b021-e291eb2b080b tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Mar 28 05:45:54.453376 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e2bd7-9b97-42c9-a05d-b0fe1a120dec req-f519a60e-aade-4663-97a1-f9932a4407f2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:54.454733 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ee8e2bd7-9b97-42c9-a05d-b0fe1a120dec req-f519a60e-aade-4663-97a1-f9932a4407f2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 945 time: 0.0559907 Mar 28 05:45:54.463675 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35644) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:54.468173 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Request body: {'floatingip': {'port_id': '3fa3715a-f26c-486b-9269-c023bfb49b91'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:45:54.506756 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (fff0bb98-77b1-4b24-b57f-b1d49a0bd781), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:54.759885 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad9148-126d-44b5-9897-bf60014b06c7 req-088fc2dd-199d-4869-b157-503faf1b69fd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:54.761326 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b4ad9148-126d-44b5-9897-bf60014b06c7 req-088fc2dd-199d-4869-b157-503faf1b69fd tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0775771 Mar 28 05:45:55.043722 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-c457ef2f-5424-4e48-9b0a-e85aa55ac632 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:55.045204 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-c457ef2f-5424-4e48-9b0a-e85aa55ac632 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3211fd-f76b-4364-8eff-268cf5912af8 HTTP/1.1" status: 200 len: 945 time: 0.0542028 Mar 28 05:45:55.145417 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b4ad9148-126d-44b5-9897-bf60014b06c7 req-f8ed2b2f-8d3c-4368-8bf8-5087288923b5 tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ad91006-b4f2-4ba3-8a46-59e4a132fafd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563511 Mar 28 05:45:55.151418 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Deleting port 76b3b696-58f6-4012-b417-0a186f52411b {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:55.151771 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (76b3b696-58f6-4012-b417-0a186f52411b), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.234603 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.239185 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] For port 76b3b696-58f6-4012-b417-0a186f52411b, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=76b3b696-58f6-4012-b417-0a186f52411b,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:55.239559 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (76b3b696-58f6-4012-b417-0a186f52411b), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.240339 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (fff0bb98-77b1-4b24-b57f-b1d49a0bd781), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.253592 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Calling delete_port for 76b3b696-58f6-4012-b417-0a186f52411b owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:55.342670 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Floating IP fff0bb98-77b1-4b24-b57f-b1d49a0bd781 associated. External IP: 172.28.0.217, port: 3fa3715a-f26c-486b-9269-c023bfb49b91. Mar 28 05:45:55.383443 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (76b3b696-58f6-4012-b417-0a186f52411b), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.394804 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['76b3b696-58f6-4012-b417-0a186f52411b'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:45:55.411581 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Pushing event deleted for resources: {'Port': ['ID=76b3b696-58f6-4012-b417-0a186f52411b,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:55.457452 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] No DVR routers for this DVR port 76b3b696-58f6-4012-b417-0a186f52411b on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:45:55.459943 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.463833 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-449837ab-fba9-4f61-8f9c-9cf822661b2c req-4d5419c5-5ec1-4741-b0bc-3b4f21af527b tempest-ServerRescueNegativeTestJSON-1262473271 tempest-ServerRescueNegativeTestJSON-1262473271-project] 10.222.0.30 "DELETE /v2.0/ports/76b3b696-58f6-4012-b417-0a186f52411b HTTP/1.1" status: 204 len: 173 time: 0.4069805 Mar 28 05:45:55.464301 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3211fd-f76b-4364-8eff-268cf5912af8', 'name': 'network-vif-deleted', 'tag': '76b3b696-58f6-4012-b417-0a186f52411b'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:55.466917 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163a4d1b-f61a-47ca-a894-f11f72643dd2" -d '{"events": [{"server_uuid": "5c3211fd-f76b-4364-8eff-268cf5912af8", "name": "network-vif-deleted", "tag": "76b3b696-58f6-4012-b417-0a186f52411b"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:55.521555 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0497ccf4-b891-403a-8d1f-f4452d6f043b x-openstack-request-id: req-0497ccf4-b891-403a-8d1f-f4452d6f043b {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:55.521852 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3211fd-f76b-4364-8eff-268cf5912af8", "name": "network-vif-deleted", "tag": "76b3b696-58f6-4012-b417-0a186f52411b", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:55.522178 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0497ccf4-b891-403a-8d1f-f4452d6f043b {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:55.522721 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0497ccf4-b891-403a-8d1f-f4452d6f043b'] response: {'server_uuid': '5c3211fd-f76b-4364-8eff-268cf5912af8', 'name': 'network-vif-deleted', 'tag': '76b3b696-58f6-4012-b417-0a186f52411b', 'status': 'completed', 'code': 200} Mar 28 05:45:55.568969 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:55.678026 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:55.682746 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:55.687853 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:55.699604 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:55.700162 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:55.714490 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-0e0a6971-9c00-4dad-b6f2-b7feb5f6acdc tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "PUT /v2.0/floatingips/fff0bb98-77b1-4b24-b57f-b1d49a0bd781 HTTP/1.1" status: 200 len: 991 time: 1.2497666 Mar 28 05:45:55.715288 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'tag': '3fa3715a-f26c-486b-9269-c023bfb49b91'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:45:55.717838 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3c2190-4997-430a-995d-6420a8f98121" -d '{"events": [{"name": "network-changed", "server_uuid": "edf46de1-33c6-44f5-aec4-89aea547e1fc", "tag": "3fa3715a-f26c-486b-9269-c023bfb49b91"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:45:55.761556 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a996d0-0ab2-4d4b-82a1-2816bc596b83 x-openstack-request-id: req-61a996d0-0ab2-4d4b-82a1-2816bc596b83 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:45:55.761851 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf46de1-33c6-44f5-aec4-89aea547e1fc", "tag": "3fa3715a-f26c-486b-9269-c023bfb49b91", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:45:55.762112 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61a996d0-0ab2-4d4b-82a1-2816bc596b83 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:45:55.762496 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a996d0-0ab2-4d4b-82a1-2816bc596b83'] response: {'name': 'network-changed', 'server_uuid': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'tag': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'status': 'completed', 'code': 200} Mar 28 05:45:55.834275 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c2190-4997-430a-995d-6420a8f98121 req-8ff1f226-60a3-4f5d-9e45-632c58e1d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:55.836184 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fd3c2190-4997-430a-995d-6420a8f98121 req-8ff1f226-60a3-4f5d-9e45-632c58e1d68a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b89f732473c344b299a6523f3ad9a23c&device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 1129 time: 0.0506849 Mar 28 05:45:55.954273 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:55.970451 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c2190-4997-430a-995d-6420a8f98121 req-20d5ee26-cd3f-40d0-8e5e-1a878775ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:55.972334 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fd3c2190-4997-430a-995d-6420a8f98121 req-20d5ee26-cd3f-40d0-8e5e-1a878775ab09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 200 len: 916 time: 0.1157463 Mar 28 05:45:56.195460 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'fff0bb98-77b1-4b24-b57f-b1d49a0bd781', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:8c:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:43Z', 'updated_at': '2022-03-28T05:45:55Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:56.203546 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35656) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:56.227991 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:56.246806 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:56.247682 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:56.267695 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fd3c2190-4997-430a-995d-6420a8f98121 req-20a7ea84-fd8e-4ac0-bcfa-6cbc5337371b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fa3715a-f26c-486b-9269-c023bfb49b91 HTTP/1.1" status: 200 len: 999 time: 0.2865195 Mar 28 05:45:56.318345 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c2190-4997-430a-995d-6420a8f98121 req-44190343-8dfe-4b7a-892c-701bd9aa57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:56.319872 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fd3c2190-4997-430a-995d-6420a8f98121 req-44190343-8dfe-4b7a-892c-701bd9aa57d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 200 len: 854 time: 0.0453711 Mar 28 05:45:56.362089 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:56.367453 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c2190-4997-430a-995d-6420a8f98121 req-ba6b53b6-acfe-47fa-9708-96fbd5c95612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:45:56.369055 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fd3c2190-4997-430a-995d-6420a8f98121 req-ba6b53b6-acfe-47fa-9708-96fbd5c95612 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a4d009d6-ebb3-4047-831e-62c187fd5c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429082 Mar 28 05:45:56.464283 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fd3c2190-4997-430a-995d-6420a8f98121 req-3ea50735-025c-4a02-9235-22f47943464f service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879810 Mar 28 05:45:56.560676 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-fd3c2190-4997-430a-995d-6420a8f98121 req-b562a7f0-bc3d-4a47-a0f4-40e14f4b69e5 service neutron] 10.222.0.30 "GET /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904570 Mar 28 05:45:56.601088 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'fff0bb98-77b1-4b24-b57f-b1d49a0bd781', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:8c:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:43Z', 'updated_at': '2022-03-28T05:45:55Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:56.631324 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ce5d3-5b0d-484f-82f3-62f0e45ffd8d None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'fff0bb98-77b1-4b24-b57f-b1d49a0bd781', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'port_id': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'mac_address': 'fa:16:3e:8c:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:45:43Z', 'updated_at': '2022-03-28T05:45:55Z', 'revision_number': 1, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:56.644185 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655218'] for router_interface (61335b8d-860c-41ca-aede-ba588c565c0b), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:56.824522 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ca5725-2471-42e6-be75-60cb87ab492a None None] New status for floating IP fff0bb98-77b1-4b24-b57f-b1d49a0bd781: ACTIVE {{(pid=109884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:45:56.948580 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Deleting port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:56.948919 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.026253 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] For port e4dfc67a-4b18-425d-8ae5-3f04d5853cf3, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:57.026616 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.038647 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Calling delete_port for e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 owned by network:router_interface {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:57.214864 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (e4dfc67a-4b18-425d-8ae5-3f04d5853cf3), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.246013 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dfc67a-4b18-425d-8ae5-3f04d5853cf3,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:57.406732 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654530'] for router_interface (61335b8d-860c-41ca-aede-ba588c565c0b), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:57.618588 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Router 61335b8d-860c-41ca-aede-ba588c565c0b has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:45:57.955784 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:45:57.960779 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-cc8e71c1-2be4-4a4a-8bd5-616881238b9e admin admin] 10.222.0.13 "PUT /v2.0/routers/61335b8d-860c-41ca-aede-ba588c565c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561426 Mar 28 05:45:57.963474 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35660) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:57.964595 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] Sync routers for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:45:57.974164 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:57.974758 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:58.062995 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks [] for router (61335b8d-860c-41ca-aede-ba588c565c0b), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.080367 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:58.168912 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks [] for router_gateway (61335b8d-860c-41ca-aede-ba588c565c0b), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.224238 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Deleting port 50bbfcb7-4e06-4451-8edf-dd172d03f314 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:58.224520 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.254798 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:45:57Z', 'revision_number': 5, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port': {'id': '50bbfcb7-4e06-4451-8edf-dd172d03f314', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:58.281239 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] Checking router: 61335b8d-860c-41ca-aede-ba588c565c0b for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:45:58.289953 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] Routers {'61335b8d-860c-41ca-aede-ba588c565c0b'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:45:58.290603 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:45:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['61335b8d-860c-41ca-aede-ba588c565c0b'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:58.302513 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] For port 50bbfcb7-4e06-4451-8edf-dd172d03f314, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=50bbfcb7-4e06-4451-8edf-dd172d03f314,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:58.302875 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.315891 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Calling delete_port for 50bbfcb7-4e06-4451-8edf-dd172d03f314 owned by network:router_gateway {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:58.379581 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] Set router 61335b8d-860c-41ca-aede-ba588c565c0b gateway port host: None {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:45:58.434015 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:45:58Z', 'revision_number': 6, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port_host': None}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:58.460717 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b07f149-77ac-4d2a-b531-a39b33639817 None None] The sync data for ids ['61335b8d-860c-41ca-aede-ba588c565c0b'] in dv-cinder-831776-5-smb is: [{'id': '61335b8d-860c-41ca-aede-ba588c565c0b', 'name': 'tempest-ServerRescueNegativeTestJSON-1775086942-router', 'tenant_id': 'eaedd07c20314601b10ba29588506856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:45:58Z', 'revision_number': 6, 'project_id': 'eaedd07c20314601b10ba29588506856', 'gw_port_host': None}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:45:58.480258 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (50bbfcb7-4e06-4451-8edf-dd172d03f314), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.507427 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Pushing event deleted for resources: {'Port': ['ID=50bbfcb7-4e06-4451-8edf-dd172d03f314,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:58.569474 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639800'] for router_gateway (61335b8d-860c-41ca-aede-ba588c565c0b), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.677694 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2456'] for router (61335b8d-860c-41ca-aede-ba588c565c0b), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.679832 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks [] for router_controller (61335b8d-860c-41ca-aede-ba588c565c0b), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.745646 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653787'] for router (61335b8d-860c-41ca-aede-ba588c565c0b), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.746068 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61335b8d-860c-41ca-aede-ba588c565c0b {{(pid=109882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:45:58.750864 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.751998 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-2427fd30-c746-469e-89be-0b5b15a2b48c admin admin] 10.222.0.13 "DELETE /v2.0/routers/61335b8d-860c-41ca-aede-ba588c565c0b HTTP/1.1" status: 204 len: 168 time: 0.7876146 Mar 28 05:45:58.754601 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35662) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:58.798154 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_v2 [None req-3941f5f8-0a38-4115-8446-cf226c03b1ef admin admin] Deleting subnet fa243813-d098-4e47-ac3e-65e4c65a084a {{(pid=109882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:45:58.801180 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3941f5f8-0a38-4115-8446-cf226c03b1ef admin admin] Publish callbacks [] for subnet (fa243813-d098-4e47-ac3e-65e4c65a084a), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.843302 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3941f5f8-0a38-4115-8446-cf226c03b1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6756276'] for subnet (fa243813-d098-4e47-ac3e-65e4c65a084a), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:58.959690 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3941f5f8-0a38-4115-8446-cf226c03b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (fa243813-d098-4e47-ac3e-65e4c65a084a), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.010692 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3941f5f8-0a38-4115-8446-cf226c03b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4549463'] for subnet (fa243813-d098-4e47-ac3e-65e4c65a084a), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.033054 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941f5f8-0a38-4115-8446-cf226c03b1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa243813-d098-4e47-ac3e-65e4c65a084a,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:59.039328 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3941f5f8-0a38-4115-8446-cf226c03b1ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.042924 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-3941f5f8-0a38-4115-8446-cf226c03b1ef admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa243813-d098-4e47-ac3e-65e4c65a084a HTTP/1.1" status: 204 len: 168 time: 0.2871165 Mar 28 05:45:59.044828 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f72be9-0bbd-492d-9102-4a02a117564d None None] Network bbe29076-3a4e-4de1-8674-939a34269b67 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:45:59.045617 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35664) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:59.116257 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (bbe29076-3a4e-4de1-8674-939a34269b67), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.169435 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Deleting port 9691cd86-d105-4681-a624-d0559457c760 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:59.169872 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (9691cd86-d105-4681-a624-d0559457c760), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.232141 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] For port 9691cd86-d105-4681-a624-d0559457c760, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=9691cd86-d105-4681-a624-d0559457c760,segment=NetworkSegment(5fb66b39-4601-4460-bb95-dea1a9a0531d),segment_id=5fb66b39-4601-4460-bb95-dea1a9a0531d)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:59.232278 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (9691cd86-d105-4681-a624-d0559457c760), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.246260 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Calling delete_port for 9691cd86-d105-4681-a624-d0559457c760 owned by network:dhcp {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:59.262543 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23523106-c103-42f3-834d-7c76426816e6 None None] DHCP port deletion for bbe29076-3a4e-4de1-8674-939a34269b67 request from dv-cinder-831776-5-smb {{(pid=109883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:45:59.267670 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:59.290503 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:45:59.295075 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device e4dfc67a-4b18-425d-8ae5-3f04d5853cf3 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:45:59.335635 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (9691cd86-d105-4681-a624-d0559457c760), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.338873 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-23523106-c103-42f3-834d-7c76426816e6 None None] Deleting port 9691cd86-d105-4681-a624-d0559457c760 {{(pid=109883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:45:59.339278 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-23523106-c103-42f3-834d-7c76426816e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (9691cd86-d105-4681-a624-d0559457c760), before_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.363195 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Pushing event deleted for resources: {'Port': ['ID=9691cd86-d105-4681-a624-d0559457c760,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:59.366641 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] No DVR routers for this DVR port 9691cd86-d105-4681-a624-d0559457c760 on host dv-cinder-831776-5-smb {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:45:59.406039 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-23523106-c103-42f3-834d-7c76426816e6 None None] For port 9691cd86-d105-4681-a624-d0559457c760, host dv-cinder-831776-5-smb, got binding levels [] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:45:59.406438 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-23523106-c103-42f3-834d-7c76426816e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (9691cd86-d105-4681-a624-d0559457c760), precommit_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.419889 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-23523106-c103-42f3-834d-7c76426816e6 None None] Calling delete_port for 9691cd86-d105-4681-a624-d0559457c760 owned by network:dhcp {{(pid=109883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:45:59.424099 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 76b3b696-58f6-4012-b417-0a186f52411b no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:45:59.427728 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.ipam_backend_mixin [None req-23523106-c103-42f3-834d-7c76426816e6 None None] Port 9691cd86-d105-4681-a624-d0559457c760 was not found and therefore no delete operation was performed {{(pid=109883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 05:45:59.441026 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (bbe29076-3a4e-4de1-8674-939a34269b67), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.446002 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-23523106-c103-42f3-834d-7c76426816e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284'] for port (9691cd86-d105-4681-a624-d0559457c760), after_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.449400 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 76b3b696-58f6-4012-b417-0a186f52411b {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:45:59.449743 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 76b3b696-58f6-4012-b417-0a186f52411b not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:45:59.463729 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe29076-3a4e-4de1-8674-939a34269b67']}} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:59.474404 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb66b39-4601-4460-bb95-dea1a9a0531d') {'for_net_delete': True} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:59.474686 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23523106-c103-42f3-834d-7c76426816e6 None None] Pushing event deleted for resources: {'Port': ['ID=9691cd86-d105-4681-a624-d0559457c760,revision_number=None']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:59.474799 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb66b39-4601-4460-bb95-dea1a9a0531d') {} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:45:59.478317 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23523106-c103-42f3-834d-7c76426816e6 None None] No DVR routers for this DVR port 9691cd86-d105-4681-a624-d0559457c760 on host dv-cinder-831776-5-smb {{(pid=109883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:45:59.496690 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592179'] for segment (5fb66b39-4601-4460-bb95-dea1a9a0531d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.511186 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (5fb66b39-4601-4460-bb95-dea1a9a0531d), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.517509 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:45:59.517951 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097888'] for segment (5fb66b39-4601-4460-bb95-dea1a9a0531d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: Traceback (most recent call last): Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: timer() Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: cb(*args, **kw) Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: return func(*args, **kwargs) Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: self._notify() Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: self.callback(batched_events) Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: event.method(event) Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: return f(self, *a, **k) Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: return self._get(url).json() Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: return self.request(url, 'GET', **kwargs) Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:45:59.519687 dv-cinder-831776-5-smb neutron-server[109881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:45:59.575377 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (bbe29076-3a4e-4de1-8674-939a34269b67), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.580544 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.583698 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] 10.222.0.13 "DELETE /v2.0/networks/bbe29076-3a4e-4de1-8674-939a34269b67 HTTP/1.1" status: 204 len: 168 time: 0.5370154 Mar 28 05:45:59.595633 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be094a0-6ce8-42ad-964d-7126afaebf2a admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe29076-3a4e-4de1-8674-939a34269b67,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:45:59.745678 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35668) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:59.783656 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-80467148-3cfe-4321-9d37-e0625a477c1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaedd07c20314601b10ba29588506856&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0368047 Mar 28 05:45:59.785972 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35670) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:45:59.836270 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-810f8f0b-429b-4986-86b2-60f5b493639d admin admin] Publish callbacks [] for security_group (0ad91006-b4f2-4ba3-8a46-59e4a132fafd), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.856924 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-810f8f0b-429b-4986-86b2-60f5b493639d admin admin] Publish callbacks [] for security_group (0ad91006-b4f2-4ba3-8a46-59e4a132fafd), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.902172 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-810f8f0b-429b-4986-86b2-60f5b493639d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0ad91006-b4f2-4ba3-8a46-59e4a132fafd), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.904826 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-810f8f0b-429b-4986-86b2-60f5b493639d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:45:59.906012 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-810f8f0b-429b-4986-86b2-60f5b493639d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ad91006-b4f2-4ba3-8a46-59e4a132fafd HTTP/1.1" status: 204 len: 168 time: 0.1191764 Mar 28 05:45:59.913244 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f8f0b-429b-4986-86b2-60f5b493639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad91006-b4f2-4ba3-8a46-59e4a132fafd,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:00.707012 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 50bbfcb7-4e06-4451-8edf-dd172d03f314 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:46:00.732153 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 50bbfcb7-4e06-4451-8edf-dd172d03f314 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:46:00.732506 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 50bbfcb7-4e06-4451-8edf-dd172d03f314 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:46:00.732923 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 9691cd86-d105-4681-a624-d0559457c760 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:46:00.751846 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 9691cd86-d105-4681-a624-d0559457c760 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:46:00.752201 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 9691cd86-d105-4681-a624-d0559457c760 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:46:01.831030 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35742) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:01.937857 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad6ca-2ccc-4f52-b9eb-e5497787eb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.013968 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad6ca-2ccc-4f52-b9eb-e5497787eb2d admin admin] Publish callbacks [] for security_group (faac1298-cb09-470e-b8d5-9fb7b88094a9), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.017744 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0ad6ca-2ccc-4f52-b9eb-e5497787eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (faac1298-cb09-470e-b8d5-9fb7b88094a9), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.059659 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-5a0ad6ca-2ccc-4f52-b9eb-e5497787eb2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4e6ff2db04c42ec92bd2eddf8aa0faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274346 Mar 28 05:46:02.060360 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ad6ca-2ccc-4f52-b9eb-e5497787eb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faac1298-cb09-470e-b8d5-9fb7b88094a9,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:02.063099 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35746) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:02.123858 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e8d59e94-c2d3-4164-b726-70714e6b62cf admin admin] Publish callbacks [] for security_group (faac1298-cb09-470e-b8d5-9fb7b88094a9), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.145078 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e8d59e94-c2d3-4164-b726-70714e6b62cf admin admin] Publish callbacks [] for security_group (faac1298-cb09-470e-b8d5-9fb7b88094a9), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.190760 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e8d59e94-c2d3-4164-b726-70714e6b62cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (faac1298-cb09-470e-b8d5-9fb7b88094a9), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.193372 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e8d59e94-c2d3-4164-b726-70714e6b62cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.194521 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e8d59e94-c2d3-4164-b726-70714e6b62cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/faac1298-cb09-470e-b8d5-9fb7b88094a9 HTTP/1.1" status: 204 len: 168 time: 0.1302483 Mar 28 05:46:02.202364 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d59e94-c2d3-4164-b726-70714e6b62cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faac1298-cb09-470e-b8d5-9fb7b88094a9,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:02.450258 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35752) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:02.463757 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7e3290d3-d16d-4723-b888-cdb925c9bcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.539148 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7e3290d3-d16d-4723-b888-cdb925c9bcbf admin admin] Publish callbacks [] for security_group (cd2fc689-5024-414b-a74e-d219f4d8b089), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.542940 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7e3290d3-d16d-4723-b888-cdb925c9bcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (cd2fc689-5024-414b-a74e-d219f4d8b089), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.579548 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-7e3290d3-d16d-4723-b888-cdb925c9bcbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aeb0c924f2846b7a81af1187d506691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281915 Mar 28 05:46:02.581587 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3290d3-d16d-4723-b888-cdb925c9bcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2fc689-5024-414b-a74e-d219f4d8b089,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:02.582195 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35754) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:02.631438 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-06d696b4-1b8c-460a-80de-2a279f5f832a admin admin] Publish callbacks [] for security_group (cd2fc689-5024-414b-a74e-d219f4d8b089), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.652995 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-06d696b4-1b8c-460a-80de-2a279f5f832a admin admin] Publish callbacks [] for security_group (cd2fc689-5024-414b-a74e-d219f4d8b089), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.699417 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-06d696b4-1b8c-460a-80de-2a279f5f832a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (cd2fc689-5024-414b-a74e-d219f4d8b089), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.701931 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-06d696b4-1b8c-460a-80de-2a279f5f832a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:02.703066 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-06d696b4-1b8c-460a-80de-2a279f5f832a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd2fc689-5024-414b-a74e-d219f4d8b089 HTTP/1.1" status: 204 len: 168 time: 0.1199064 Mar 28 05:46:02.710764 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d696b4-1b8c-460a-80de-2a279f5f832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2fc689-5024-414b-a74e-d219f4d8b089,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:04.316376 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35810) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:04.417472 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-df656ead-4c8d-4029-bd60-2e76ae790f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.490342 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-df656ead-4c8d-4029-bd60-2e76ae790f8b admin admin] Publish callbacks [] for security_group (752313d6-2d1d-47c8-b1d8-a3ab0e670f99), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.495196 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-df656ead-4c8d-4029-bd60-2e76ae790f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (752313d6-2d1d-47c8-b1d8-a3ab0e670f99), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.530007 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df656ead-4c8d-4029-bd60-2e76ae790f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752313d6-2d1d-47c8-b1d8-a3ab0e670f99,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:04.536420 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-df656ead-4c8d-4029-bd60-2e76ae790f8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac25d51fa66145b88ee966053e9bfd1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165031 Mar 28 05:46:04.537257 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35814) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:04.584853 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-8666984b-41f7-4efd-830c-a9db4f49971c admin admin] Publish callbacks [] for security_group (752313d6-2d1d-47c8-b1d8-a3ab0e670f99), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.606612 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-8666984b-41f7-4efd-830c-a9db4f49971c admin admin] Publish callbacks [] for security_group (752313d6-2d1d-47c8-b1d8-a3ab0e670f99), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.650852 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-8666984b-41f7-4efd-830c-a9db4f49971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (752313d6-2d1d-47c8-b1d8-a3ab0e670f99), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.653402 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-8666984b-41f7-4efd-830c-a9db4f49971c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.654554 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-8666984b-41f7-4efd-830c-a9db4f49971c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/752313d6-2d1d-47c8-b1d8-a3ab0e670f99 HTTP/1.1" status: 204 len: 168 time: 0.1170394 Mar 28 05:46:04.662466 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666984b-41f7-4efd-830c-a9db4f49971c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752313d6-2d1d-47c8-b1d8-a3ab0e670f99,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:04.905147 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35820) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:04.918503 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-73b9d75f-2c7c-48a3-8cc3-a5cecf0aca54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.993151 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-73b9d75f-2c7c-48a3-8cc3-a5cecf0aca54 admin admin] Publish callbacks [] for security_group (16858c30-a6db-461f-9075-48b75d27ea4a), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:04.996757 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-73b9d75f-2c7c-48a3-8cc3-a5cecf0aca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (16858c30-a6db-461f-9075-48b75d27ea4a), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:05.033452 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-73b9d75f-2c7c-48a3-8cc3-a5cecf0aca54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a85232f199443b59b1d1fe233047b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272774 Mar 28 05:46:05.034544 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9d75f-2c7c-48a3-8cc3-a5cecf0aca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16858c30-a6db-461f-9075-48b75d27ea4a,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:05.036042 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35822) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:05.083791 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-67dc6789-d1a0-46a6-b899-25504bd251b6 admin admin] Publish callbacks [] for security_group (16858c30-a6db-461f-9075-48b75d27ea4a), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:05.105510 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-67dc6789-d1a0-46a6-b899-25504bd251b6 admin admin] Publish callbacks [] for security_group (16858c30-a6db-461f-9075-48b75d27ea4a), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:05.133119 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7e82-3872-443f-9f0a-df43ed5cf73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:05.152768 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-67dc6789-d1a0-46a6-b899-25504bd251b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (16858c30-a6db-461f-9075-48b75d27ea4a), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:05.155354 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-67dc6789-d1a0-46a6-b899-25504bd251b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:05.156514 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-67dc6789-d1a0-46a6-b899-25504bd251b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16858c30-a6db-461f-9075-48b75d27ea4a HTTP/1.1" status: 204 len: 168 time: 0.1195083 Mar 28 05:46:05.163873 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc6789-d1a0-46a6-b899-25504bd251b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16858c30-a6db-461f-9075-48b75d27ea4a,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:07.185174 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35892) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:07.285878 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-66eb92dc-2e13-4474-8309-11c564a4bad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:07.344977 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-03289f3b-3426-4457-a4da-ca6dda841dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:07.362792 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-66eb92dc-2e13-4474-8309-11c564a4bad9 admin admin] Publish callbacks [] for security_group (629aa40c-c484-4fc9-8b9b-58fb96965752), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:07.366344 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-66eb92dc-2e13-4474-8309-11c564a4bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (629aa40c-c484-4fc9-8b9b-58fb96965752), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:07.404110 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-66eb92dc-2e13-4474-8309-11c564a4bad9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b553fd095d44c9ba8d853f39900cc60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178001 Mar 28 05:46:07.404917 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb92dc-2e13-4474-8309-11c564a4bad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629aa40c-c484-4fc9-8b9b-58fb96965752,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:07.406736 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35896) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:07.455227 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-26fc2b84-504e-484c-8c9a-7bf68f0c1126 admin admin] Publish callbacks [] for security_group (629aa40c-c484-4fc9-8b9b-58fb96965752), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:07.475353 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-26fc2b84-504e-484c-8c9a-7bf68f0c1126 admin admin] Publish callbacks [] for security_group (629aa40c-c484-4fc9-8b9b-58fb96965752), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:07.526936 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-26fc2b84-504e-484c-8c9a-7bf68f0c1126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (629aa40c-c484-4fc9-8b9b-58fb96965752), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:07.529712 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-26fc2b84-504e-484c-8c9a-7bf68f0c1126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:07.530887 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-26fc2b84-504e-484c-8c9a-7bf68f0c1126 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/629aa40c-c484-4fc9-8b9b-58fb96965752 HTTP/1.1" status: 204 len: 168 time: 0.1225855 Mar 28 05:46:07.539740 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc2b84-504e-484c-8c9a-7bf68f0c1126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629aa40c-c484-4fc9-8b9b-58fb96965752,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:07.916518 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35902) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:07.929380 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-67231b68-1e69-4593-b609-e69ebc5e10ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:08.002631 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-67231b68-1e69-4593-b609-e69ebc5e10ef admin admin] Publish callbacks [] for security_group (22a31bf0-ac5c-49b9-824a-4f8174a6b324), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:08.006433 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-67231b68-1e69-4593-b609-e69ebc5e10ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (22a31bf0-ac5c-49b9-824a-4f8174a6b324), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:08.043004 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67231b68-1e69-4593-b609-e69ebc5e10ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a31bf0-ac5c-49b9-824a-4f8174a6b324,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:08.050311 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-67231b68-1e69-4593-b609-e69ebc5e10ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0d1762dae4f412594ee8c18e42211e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305587 Mar 28 05:46:08.051410 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35904) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:08.097293 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9d625a17-388e-4804-a49e-bd30c1bc247e admin admin] Publish callbacks [] for security_group (22a31bf0-ac5c-49b9-824a-4f8174a6b324), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:08.118196 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9d625a17-388e-4804-a49e-bd30c1bc247e admin admin] Publish callbacks [] for security_group (22a31bf0-ac5c-49b9-824a-4f8174a6b324), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:08.165927 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9d625a17-388e-4804-a49e-bd30c1bc247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (22a31bf0-ac5c-49b9-824a-4f8174a6b324), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:08.168770 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9d625a17-388e-4804-a49e-bd30c1bc247e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:08.169993 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9d625a17-388e-4804-a49e-bd30c1bc247e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22a31bf0-ac5c-49b9-824a-4f8174a6b324 HTTP/1.1" status: 204 len: 168 time: 0.1181757 Mar 28 05:46:08.177584 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d625a17-388e-4804-a49e-bd30c1bc247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a31bf0-ac5c-49b9-824a-4f8174a6b324,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:08.842943 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:10.372443 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:11.599820 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.196497 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35966) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:12.299966 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9cebc3fa-60f2-459e-89d6-c013c4abe8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.376024 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9cebc3fa-60f2-459e-89d6-c013c4abe8ab admin admin] Publish callbacks [] for security_group (49720944-81ae-4f81-8b78-1f453337523d), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.379642 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9cebc3fa-60f2-459e-89d6-c013c4abe8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (49720944-81ae-4f81-8b78-1f453337523d), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.420367 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebc3fa-60f2-459e-89d6-c013c4abe8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49720944-81ae-4f81-8b78-1f453337523d,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:12.427684 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-9cebc3fa-60f2-459e-89d6-c013c4abe8ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26bb140c06194756b67eae7f07584259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277710 Mar 28 05:46:12.428528 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35970) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:12.476787 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7e2c-84e0-465e-a9d3-5f7a44bc8c0f admin admin] Publish callbacks [] for security_group (49720944-81ae-4f81-8b78-1f453337523d), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.497420 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7e2c-84e0-465e-a9d3-5f7a44bc8c0f admin admin] Publish callbacks [] for security_group (49720944-81ae-4f81-8b78-1f453337523d), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.544864 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7e2c-84e0-465e-a9d3-5f7a44bc8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (49720944-81ae-4f81-8b78-1f453337523d), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.547357 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b7cc7e2c-84e0-465e-a9d3-5f7a44bc8c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.548460 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-b7cc7e2c-84e0-465e-a9d3-5f7a44bc8c0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49720944-81ae-4f81-8b78-1f453337523d HTTP/1.1" status: 204 len: 168 time: 0.1192570 Mar 28 05:46:12.556338 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc7e2c-84e0-465e-a9d3-5f7a44bc8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49720944-81ae-4f81-8b78-1f453337523d,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:12.797945 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 35976) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:12.811146 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-579d59e8-2b3b-4409-b875-6ff71af6b7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.884930 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-579d59e8-2b3b-4409-b875-6ff71af6b7a6 admin admin] Publish callbacks [] for security_group (f4a06922-47f2-47bd-a83b-b4faa78bb838), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.888413 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-579d59e8-2b3b-4409-b875-6ff71af6b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f4a06922-47f2-47bd-a83b-b4faa78bb838), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.925158 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-579d59e8-2b3b-4409-b875-6ff71af6b7a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30cf9107dc3544a0a0d4e97a818372aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261079 Mar 28 05:46:12.926061 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d59e8-2b3b-4409-b875-6ff71af6b7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a06922-47f2-47bd-a83b-b4faa78bb838,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:12.927772 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 35978) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:12.978029 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc44d-6afd-4cd0-ad3a-2773cae843e7 admin admin] Publish callbacks [] for security_group (f4a06922-47f2-47bd-a83b-b4faa78bb838), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:12.998471 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc44d-6afd-4cd0-ad3a-2773cae843e7 admin admin] Publish callbacks [] for security_group (f4a06922-47f2-47bd-a83b-b4faa78bb838), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:13.044360 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc44d-6afd-4cd0-ad3a-2773cae843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f4a06922-47f2-47bd-a83b-b4faa78bb838), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:13.046925 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dd8bc44d-6afd-4cd0-ad3a-2773cae843e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:13.048049 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-dd8bc44d-6afd-4cd0-ad3a-2773cae843e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4a06922-47f2-47bd-a83b-b4faa78bb838 HTTP/1.1" status: 204 len: 168 time: 0.1192052 Mar 28 05:46:13.057681 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bc44d-6afd-4cd0-ad3a-2773cae843e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a06922-47f2-47bd-a83b-b4faa78bb838,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:13.690056 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:46:15.509566 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:19.308693 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcc863-406b-4f4d-ab6c-c593009e05ca req-ed2c805c-f490-4e9a-9e8a-b77b8671693a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:19.310220 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7bfcc863-406b-4f4d-ab6c-c593009e05ca req-ed2c805c-f490-4e9a-9e8a-b77b8671693a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.1490457 Mar 28 05:46:19.356470 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7bfcc863-406b-4f4d-ab6c-c593009e05ca req-d6b778ef-cb43-4acf-b37d-481f09a8e12b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 Mar 28 05:46:20.480430 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d403613-c5fc-49b8-b766-d2f2d9bbbc86 req-e80267ab-5f57-493b-a1c7-598be8e5be8b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:20.481899 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0d403613-c5fc-49b8-b766-d2f2d9bbbc86 req-e80267ab-5f57-493b-a1c7-598be8e5be8b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0540588 Mar 28 05:46:20.525910 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0d403613-c5fc-49b8-b766-d2f2d9bbbc86 req-13852b77-868c-4221-a6bf-1e3e355d4a08 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386097 Mar 28 05:46:21.646207 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b81f5b-8668-44e8-942f-b7b8dabe6fa1 req-a36ac84c-7b38-4bcf-be86-492e6d04eb24 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:21.647801 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-67b81f5b-8668-44e8-942f-b7b8dabe6fa1 req-a36ac84c-7b38-4bcf-be86-492e6d04eb24 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0514061 Mar 28 05:46:21.693209 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-67b81f5b-8668-44e8-942f-b7b8dabe6fa1 req-80c3040b-a8fb-44e9-88c4-50cdf7512a84 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399997 Mar 28 05:46:22.814505 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27888c-3943-4b36-b9fa-2a3f9eda9efa req-ab7bb1b1-3a65-4390-963d-a1e7b09d0071 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:22.815986 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ac27888c-3943-4b36-b9fa-2a3f9eda9efa req-ab7bb1b1-3a65-4390-963d-a1e7b09d0071 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0513401 Mar 28 05:46:22.867077 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ac27888c-3943-4b36-b9fa-2a3f9eda9efa req-7980692c-543d-40a3-abaf-784781b005c0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444946 Mar 28 05:46:23.993754 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb607f-7800-47f7-9daa-ec5d79426262 req-e49d4bae-15c2-48bf-8a35-05dd91984996 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:23.995190 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fdb607f-7800-47f7-9daa-ec5d79426262 req-e49d4bae-15c2-48bf-8a35-05dd91984996 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0553739 Mar 28 05:46:24.044332 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1fdb607f-7800-47f7-9daa-ec5d79426262 req-359065ef-ec64-4bff-bd61-13f43bf081be tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435166 Mar 28 05:46:24.492850 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49310909-16bc-45be-b6b2-a66fa57d8fec req-ca0d6526-554d-460f-903b-949ecb2e368c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:24.494437 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-49310909-16bc-45be-b6b2-a66fa57d8fec req-ca0d6526-554d-460f-903b-949ecb2e368c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0615983 Mar 28 05:46:24.500116 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686906ac-54dc-4d44-becc-45377bebf492 req-a380cbce-9451-493f-8f9f-f738597cae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:24.501640 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-686906ac-54dc-4d44-becc-45377bebf492 req-a380cbce-9451-493f-8f9f-f738597cae37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1168 time: 0.0500793 Mar 28 05:46:24.564174 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-49310909-16bc-45be-b6b2-a66fa57d8fec req-d3681120-0f88-4e0f-98b2-036934677f63 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620854 Mar 28 05:46:24.599820 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686906ac-54dc-4d44-becc-45377bebf492 req-b74ae7ad-45d4-4b3a-94aa-2bad2f4eccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:24.601363 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-686906ac-54dc-4d44-becc-45377bebf492 req-b74ae7ad-45d4-4b3a-94aa-2bad2f4eccc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 200 len: 916 time: 0.0926337 Mar 28 05:46:24.668377 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-686906ac-54dc-4d44-becc-45377bebf492 req-01dbc016-f849-4978-9033-58ca9cc060ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 1000 time: 0.0590363 Mar 28 05:46:24.718701 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686906ac-54dc-4d44-becc-45377bebf492 req-3be3c951-c90c-4dec-a55d-a59b2e8999ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:24.720207 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-686906ac-54dc-4d44-becc-45377bebf492 req-3be3c951-c90c-4dec-a55d-a59b2e8999ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b96cf01c-717a-49c2-b833-d7bdaf2e689d HTTP/1.1" status: 200 len: 854 time: 0.0429263 Mar 28 05:46:24.775482 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686906ac-54dc-4d44-becc-45377bebf492 req-2df4097d-330e-4ee7-8a4b-fd0a247d9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:24.776907 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-686906ac-54dc-4d44-becc-45377bebf492 req-2df4097d-330e-4ee7-8a4b-fd0a247d9ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e608e20-9e5e-4aa9-950f-456f31f26f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453703 Mar 28 05:46:24.864756 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-686906ac-54dc-4d44-becc-45377bebf492 req-1918420d-6d02-4a47-ae56-eb20969ed4eb service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801291 Mar 28 05:46:24.958891 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-686906ac-54dc-4d44-becc-45377bebf492 req-a7e5a517-37ae-4e31-ba86-521391879ec4 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862772 Mar 28 05:46:25.176280 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c1cc0-942e-446d-a492-38d0541f4f22 req-7783cc7f-831c-4010-8792-c80c542bd19b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:25.177914 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c21c1cc0-942e-446d-a492-38d0541f4f22 req-7783cc7f-831c-4010-8792-c80c542bd19b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0567527 Mar 28 05:46:25.224866 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c21c1cc0-942e-446d-a492-38d0541f4f22 req-9b09769e-beda-4f01-8201-bf4395bf1df1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Mar 28 05:46:25.259221 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36140) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:25.360102 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.433384 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Publish callbacks [] for security_group (15ba272a-d0e1-4fd4-945e-521163ebbae0), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.437232 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (15ba272a-d0e1-4fd4-945e-521163ebbae0), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.475397 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a45de96c8e4344bc87417ed34be3cd59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151074 Mar 28 05:46:25.477101 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba272a-d0e1-4fd4-945e-521163ebbae0,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:25.478618 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36144) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:25.484113 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.484462 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.484803 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.485165 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.485501 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.485830 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.486156 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.486482 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.486806 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.487128 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.487451 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.487772 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.488090 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.488409 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.488725 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2f5e5-6f10-4b7b-b004-fa46fb524377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:25.525446 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c1732043-7752-4dcb-9ead-dec427c83e4b admin admin] Publish callbacks [] for security_group (15ba272a-d0e1-4fd4-945e-521163ebbae0), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.545892 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c1732043-7752-4dcb-9ead-dec427c83e4b admin admin] Publish callbacks [] for security_group (15ba272a-d0e1-4fd4-945e-521163ebbae0), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.591015 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c1732043-7752-4dcb-9ead-dec427c83e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (15ba272a-d0e1-4fd4-945e-521163ebbae0), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.594232 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c1732043-7752-4dcb-9ead-dec427c83e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:25.595361 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-c1732043-7752-4dcb-9ead-dec427c83e4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15ba272a-d0e1-4fd4-945e-521163ebbae0 HTTP/1.1" status: 204 len: 168 time: 0.1157784 Mar 28 05:46:25.604554 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1732043-7752-4dcb-9ead-dec427c83e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba272a-d0e1-4fd4-945e-521163ebbae0,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:25.695521 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290279-b147-49b9-b7f2-b670a176c319 req-e4111a16-c92c-46e1-87d1-a8d77ae5c465 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:25.697123 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-68290279-b147-49b9-b7f2-b670a176c319 req-e4111a16-c92c-46e1-87d1-a8d77ae5c465 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0573759 Mar 28 05:46:25.756577 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-68290279-b147-49b9-b7f2-b670a176c319 req-066cb08c-f8c1-494a-b27f-4925787d76f2 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537963 Mar 28 05:46:26.363849 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad002a-5cb8-4276-a066-15c3fefc1c4a req-7ae035fc-c968-4715-b10f-7aa6b2df07c5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:26.365360 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-50ad002a-5cb8-4276-a066-15c3fefc1c4a req-7ae035fc-c968-4715-b10f-7aa6b2df07c5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0521662 Mar 28 05:46:26.411953 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-50ad002a-5cb8-4276-a066-15c3fefc1c4a req-52b589ed-edf1-4634-8a1e-1149e5a3b03c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398526 Mar 28 05:46:26.873893 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f837cb8-0b77-4c86-bc9b-7b59d1fed82e req-9a09cf79-5238-4fec-93e9-cd6d20a4d4cb tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:26.875372 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4f837cb8-0b77-4c86-bc9b-7b59d1fed82e req-9a09cf79-5238-4fec-93e9-cd6d20a4d4cb tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0526304 Mar 28 05:46:26.936258 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4f837cb8-0b77-4c86-bc9b-7b59d1fed82e req-fc4b6bca-629b-46bf-ab2d-d7823a0d18c1 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552628 Mar 28 05:46:27.531988 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3003b-2c75-43a2-b85b-0711c3666c07 req-3a70ab05-8998-4f26-965f-e6a7df8c730b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:27.533518 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8e3003b-2c75-43a2-b85b-0711c3666c07 req-3a70ab05-8998-4f26-965f-e6a7df8c730b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0517902 Mar 28 05:46:27.580085 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e8e3003b-2c75-43a2-b85b-0711c3666c07 req-bad0b387-5598-4989-8668-2a425b31306b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 Mar 28 05:46:28.059544 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a994f11-62e4-478d-9470-fdfd24696a94 req-c026be47-c731-4700-8d0f-8320eb6ca0a7 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:28.061038 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3a994f11-62e4-478d-9470-fdfd24696a94 req-c026be47-c731-4700-8d0f-8320eb6ca0a7 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0549514 Mar 28 05:46:28.120698 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3a994f11-62e4-478d-9470-fdfd24696a94 req-8e5904ea-571c-400b-90cd-ebe16b302bad tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538430 Mar 28 05:46:28.704211 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da003-7030-4591-9ded-4b5ab7f6ef09 req-d2834cb1-6cf2-4ac5-9548-7545dc145952 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:28.705710 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ea6da003-7030-4591-9ded-4b5ab7f6ef09 req-d2834cb1-6cf2-4ac5-9548-7545dc145952 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0551281 Mar 28 05:46:28.751014 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ea6da003-7030-4591-9ded-4b5ab7f6ef09 req-705cf416-92aa-418e-8252-af920236960d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391486 Mar 28 05:46:29.191344 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36204) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:29.236180 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c8f82-163b-4979-8647-cb28d17cfeb3 req-d0fcce8f-da97-46a5-87ec-fe59a5ce8ca3 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:29.237661 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3f4c8f82-163b-4979-8647-cb28d17cfeb3 req-d0fcce8f-da97-46a5-87ec-fe59a5ce8ca3 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0522299 Mar 28 05:46:29.296315 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-33aa2d86-f6c4-49e0-a452-76987dc30e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.297085 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3f4c8f82-163b-4979-8647-cb28d17cfeb3 req-0d4bb6bd-4cf1-445f-b8ef-95762018fe0f tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531018 Mar 28 05:46:29.370211 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-33aa2d86-f6c4-49e0-a452-76987dc30e5c admin admin] Publish callbacks [] for security_group (19765dc7-8502-475a-925a-e95aa957f199), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.373764 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-33aa2d86-f6c4-49e0-a452-76987dc30e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (19765dc7-8502-475a-925a-e95aa957f199), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.410582 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-33aa2d86-f6c4-49e0-a452-76987dc30e5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab6ddfdd210e4805bf391f3ff1aacf92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181764 Mar 28 05:46:29.411447 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa2d86-f6c4-49e0-a452-76987dc30e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19765dc7-8502-475a-925a-e95aa957f199,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:29.413949 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36208) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:29.460985 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e548dba2-bdcb-42bb-8ea1-c72eea693198 admin admin] Publish callbacks [] for security_group (19765dc7-8502-475a-925a-e95aa957f199), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.481390 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e548dba2-bdcb-42bb-8ea1-c72eea693198 admin admin] Publish callbacks [] for security_group (19765dc7-8502-475a-925a-e95aa957f199), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.529379 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e548dba2-bdcb-42bb-8ea1-c72eea693198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (19765dc7-8502-475a-925a-e95aa957f199), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.531969 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e548dba2-bdcb-42bb-8ea1-c72eea693198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:29.533099 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e548dba2-bdcb-42bb-8ea1-c72eea693198 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19765dc7-8502-475a-925a-e95aa957f199 HTTP/1.1" status: 204 len: 168 time: 0.1180382 Mar 28 05:46:29.541456 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548dba2-bdcb-42bb-8ea1-c72eea693198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19765dc7-8502-475a-925a-e95aa957f199,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:29.876242 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e370071-77fe-4b4e-a6d3-82b05993129c req-6e9f5809-11e2-4478-a60f-8818ef302f44 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:29.877808 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1e370071-77fe-4b4e-a6d3-82b05993129c req-6e9f5809-11e2-4478-a60f-8818ef302f44 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0553598 Mar 28 05:46:29.924121 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1e370071-77fe-4b4e-a6d3-82b05993129c req-2170d3e8-d05c-4002-8807-ecde0b08690b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403149 Mar 28 05:46:30.418670 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30726b1b-0b24-4a4e-9282-79d7f87b1986 req-0d2e387a-f7cf-4bf6-b2e7-88ab670cdb8c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:30.420211 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-30726b1b-0b24-4a4e-9282-79d7f87b1986 req-0d2e387a-f7cf-4bf6-b2e7-88ab670cdb8c tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0550473 Mar 28 05:46:30.482724 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-30726b1b-0b24-4a4e-9282-79d7f87b1986 req-e9c0b37e-3902-4e27-a0c7-b5fd836b2e60 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568123 Mar 28 05:46:31.050488 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57961640-b846-4ed7-a1cf-d02e5f2fffee req-0becdb1b-911c-48b6-888d-0c5a3bae0c3e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:31.051925 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-57961640-b846-4ed7-a1cf-d02e5f2fffee req-0becdb1b-911c-48b6-888d-0c5a3bae0c3e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0553932 Mar 28 05:46:31.096534 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-57961640-b846-4ed7-a1cf-d02e5f2fffee req-357f4c28-0f83-4b4b-be19-5c201ee6d427 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385785 Mar 28 05:46:31.615045 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140112c0-f07c-4a0d-8fc4-cd26e9db4eb3 req-decb2bcf-463e-4d87-8ccc-72f130168f11 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:31.617960 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-140112c0-f07c-4a0d-8fc4-cd26e9db4eb3 req-decb2bcf-463e-4d87-8ccc-72f130168f11 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0621715 Mar 28 05:46:31.686672 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-140112c0-f07c-4a0d-8fc4-cd26e9db4eb3 req-702362f2-6d85-4c13-97a8-2f4a3c4f9b70 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623600 Mar 28 05:46:32.224119 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb349bfc-7c25-467c-9224-8c794ba1c932 req-bba8457a-f60b-430b-99dc-ffefc76850de tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:32.226245 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bb349bfc-7c25-467c-9224-8c794ba1c932 req-bba8457a-f60b-430b-99dc-ffefc76850de tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0585368 Mar 28 05:46:32.275715 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bb349bfc-7c25-467c-9224-8c794ba1c932 req-104a937a-b71a-4927-81f7-cb7d7e270a1c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440681 Mar 28 05:46:32.807604 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89673131-5371-470b-b93f-24bdc2e07055 req-76a38d89-e898-467c-9296-db487c036913 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:32.809114 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-89673131-5371-470b-b93f-24bdc2e07055 req-76a38d89-e898-467c-9296-db487c036913 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0545340 Mar 28 05:46:32.871153 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-89673131-5371-470b-b93f-24bdc2e07055 req-bafcf0a6-bb32-4484-aae3-7fa11e2d18a7 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562317 Mar 28 05:46:33.396245 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a266113-a650-4695-9182-aeb19ee863c4 req-76a89ae3-c72f-4d0e-b448-ef2cdd370f02 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:33.397735 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7a266113-a650-4695-9182-aeb19ee863c4 req-76a89ae3-c72f-4d0e-b448-ef2cdd370f02 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0510333 Mar 28 05:46:33.445822 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7a266113-a650-4695-9182-aeb19ee863c4 req-e2a25cd0-01cb-4caa-8020-db21a0ded9f1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425365 Mar 28 05:46:34.027601 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79130-8cf4-49f5-bd00-8bf008677105 req-716557aa-8f5b-45be-867a-89246ea9d704 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:34.029083 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d4f79130-8cf4-49f5-bd00-8bf008677105 req-716557aa-8f5b-45be-867a-89246ea9d704 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0782087 Mar 28 05:46:34.094501 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d4f79130-8cf4-49f5-bd00-8bf008677105 req-953d83a7-f164-41ad-a093-297620c86f7b tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597405 Mar 28 05:46:34.565518 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1437bef-98ba-4f43-8d3e-b0f1e62576a7 req-c2d06280-203d-4b5d-8987-18c904915f28 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:34.567028 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b1437bef-98ba-4f43-8d3e-b0f1e62576a7 req-c2d06280-203d-4b5d-8987-18c904915f28 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0507188 Mar 28 05:46:34.614082 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b1437bef-98ba-4f43-8d3e-b0f1e62576a7 req-2b973cd9-778d-4948-b1f7-dd0095761784 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406992 Mar 28 05:46:35.138506 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-2fb52867-eaf0-441b-90c4-7dee7ea9e81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:35.239610 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85207727-eeed-440c-9c4a-829a67f1b3b8 req-ea522b5c-e50b-4459-80af-1007ca2dccc7 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:35.241814 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-85207727-eeed-440c-9c4a-829a67f1b3b8 req-ea522b5c-e50b-4459-80af-1007ca2dccc7 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0687714 Mar 28 05:46:35.323327 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-85207727-eeed-440c-9c4a-829a67f1b3b8 req-7e534132-52a0-4c13-bfe2-4a3d371ab671 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746100 Mar 28 05:46:35.688549 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:46:35.766935 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482ccea-8d31-47b2-82c4-dce63376f43e req-f2ceea71-c869-43c2-8a48-941f8e6de880 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:35.769211 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c482ccea-8d31-47b2-82c4-dce63376f43e req-f2ceea71-c869-43c2-8a48-941f8e6de880 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0712106 Mar 28 05:46:35.803645 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:35.818043 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '88345377-b056-4f59-a063-cda6ba769dc4', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'port_id': '88345377-b056-4f59-a063-cda6ba769dc4', 'mac_address': 'fa:16:3e:bd:d4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:46:35.832009 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c482ccea-8d31-47b2-82c4-dce63376f43e req-3e259d14-ac49-4b5b-8d6a-fb608edad41e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546553 Mar 28 05:46:35.868812 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 88345377-b056-4f59-a063-cda6ba769dc4 is: ACTIVE; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:35.869246 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:35.882214 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88345377-b056-4f59-a063-cda6ba769dc4 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:46:35.902931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:35.907486 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:35.964344 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=6']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:36.020824 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['88345377-b056-4f59-a063-cda6ba769dc4'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:46:36.443135 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258ae55-2d25-403c-a399-b59c8a9bab4d req-164f9b77-acdb-4b5e-a6c9-8951c0afa0f6 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:36.445757 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c258ae55-2d25-403c-a399-b59c8a9bab4d req-164f9b77-acdb-4b5e-a6c9-8951c0afa0f6 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0538425 Mar 28 05:46:36.511732 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c258ae55-2d25-403c-a399-b59c8a9bab4d req-11cb95e6-d2aa-4d72-9664-32472151205e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14&id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604193 Mar 28 05:46:36.948325 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47d9f-4520-40cc-9c80-30b4917ad481 req-ea4cb2fa-6a07-4075-8a91-77ba387c6ead tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:36.949863 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-beb47d9f-4520-40cc-9c80-30b4917ad481 req-ea4cb2fa-6a07-4075-8a91-77ba387c6ead tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 944 time: 0.0526092 Mar 28 05:46:36.996972 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-beb47d9f-4520-40cc-9c80-30b4917ad481 req-e3c30bf2-0b00-4701-8579-f9fd58c2960d tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Mar 28 05:46:37.347642 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-89d022be-70a9-4fdf-b9b1-99b0b24092e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:37.706034 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:46:37.777132 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 88345377-b056-4f59-a063-cda6ba769dc4 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:46:37.778028 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (88345377-b056-4f59-a063-cda6ba769dc4), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:37.898951 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 88345377-b056-4f59-a063-cda6ba769dc4 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:37.899381 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:37.931084 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:46:37.933507 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bb5fd5-b970-4733-8cd7-a2e7ba1810f7" -d '{"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-plugged", "status": "completed", "tag": "88345377-b056-4f59-a063-cda6ba769dc4"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:46:37.948709 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:37.953640 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:37.987586 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2670e0ae-7ad6-464f-a4a6-2c203572571d x-openstack-request-id: req-2670e0ae-7ad6-464f-a4a6-2c203572571d {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:46:37.987893 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-plugged", "status": "completed", "tag": "88345377-b056-4f59-a063-cda6ba769dc4", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:46:37.988153 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2670e0ae-7ad6-464f-a4a6-2c203572571d {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:46:37.988560 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2670e0ae-7ad6-464f-a4a6-2c203572571d'] response: {'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4', 'code': 200} Mar 28 05:46:38.015466 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=7']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:38.153571 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceacb7-5717-4f2c-993b-a7599bf9ecda req-9430cf0b-ff79-49ea-8cd9-647ad1a7f88c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:38.155054 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f7ceacb7-5717-4f2c-993b-a7599bf9ecda req-9430cf0b-ff79-49ea-8cd9-647ad1a7f88c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0793853 Mar 28 05:46:38.225809 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f7ceacb7-5717-4f2c-993b-a7599bf9ecda req-3160c89a-d419-4d96-a91f-9c4f1304215f tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560811 Mar 28 05:46:38.874772 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:39.360159 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58c517-fac0-41f8-be50-43826fc727eb req-e010694d-4677-4a06-9875-72530754fa4c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:39.365627 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ae58c517-fac0-41f8-be50-43826fc727eb req-e010694d-4677-4a06-9875-72530754fa4c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 945 time: 0.0998542 Mar 28 05:46:39.446528 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ae58c517-fac0-41f8-be50-43826fc727eb req-e099f51a-bf95-474a-aca6-145bdd05eb70 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775652 Mar 28 05:46:39.454226 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bb4cf-96f6-49d7-8d6c-8c4f7315dc83 req-1b644e0d-4c6b-4638-b861-b2d0836665b8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:39.461882 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-897bb4cf-96f6-49d7-8d6c-8c4f7315dc83 req-1b644e0d-4c6b-4638-b861-b2d0836665b8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.1174054 Mar 28 05:46:39.525951 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-897bb4cf-96f6-49d7-8d6c-8c4f7315dc83 req-9d3383e5-2f93-4f41-ba96-7eda3896e185 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627182 Mar 28 05:46:40.384891 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:40.687409 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cc216-2aa6-43eb-aba6-26137fb33b1e req-6f720cb1-3ee0-4123-85a1-d8a61dbc45f0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:40.688903 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2c6cc216-2aa6-43eb-aba6-26137fb33b1e req-6f720cb1-3ee0-4123-85a1-d8a61dbc45f0 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 945 time: 0.1003911 Mar 28 05:46:40.710629 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36440) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:40.740049 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b1f82-8667-4cf1-b986-b96073992b80 req-a627ce93-3054-4223-bfa8-27be2dfa3f81 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:40.742541 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-224b1f82-8667-4cf1-b986-b96073992b80 req-a627ce93-3054-4223-bfa8-27be2dfa3f81 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.1150486 Mar 28 05:46:40.794252 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2c6cc216-2aa6-43eb-aba6-26137fb33b1e req-33d566e5-5298-4c48-9674-c32a454cc27c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups?id=48aca8fc-e871-463e-8926-27285b9724d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910549 Mar 28 05:46:40.818715 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-224b1f82-8667-4cf1-b986-b96073992b80 req-caa7dff9-5705-4387-b08b-2ac98a0052b5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669982 Mar 28 05:46:40.852804 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1146dc5d-46e5-4e1e-ae21-ed4820662629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:40.940535 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1146dc5d-46e5-4e1e-ae21-ed4820662629 admin admin] Publish callbacks [] for security_group (ad5fc438-ebd2-403f-9990-4e4dd8fa7935), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:40.947391 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1146dc5d-46e5-4e1e-ae21-ed4820662629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (ad5fc438-ebd2-403f-9990-4e4dd8fa7935), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.025464 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-1146dc5d-46e5-4e1e-ae21-ed4820662629 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06acae48f5f7476d832b4a9321a3e8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137259 Mar 28 05:46:41.027161 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146dc5d-46e5-4e1e-ae21-ed4820662629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5fc438-ebd2-403f-9990-4e4dd8fa7935,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:41.028166 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36444) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:41.078840 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-8b42bf63-6cd9-476b-945e-1cb3a170d99a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:41.080899 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-8b42bf63-6cd9-476b-945e-1cb3a170d99a tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 945 time: 0.1172824 Mar 28 05:46:41.096175 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Publish callbacks [] for security_group (ad5fc438-ebd2-403f-9990-4e4dd8fa7935), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.121945 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Publish callbacks [] for security_group (ad5fc438-ebd2-403f-9990-4e4dd8fa7935), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.180427 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (ad5fc438-ebd2-403f-9990-4e4dd8fa7935), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.183525 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.186987 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad5fc438-ebd2-403f-9990-4e4dd8fa7935 HTTP/1.1" status: 204 len: 168 time: 0.1553657 Mar 28 05:46:41.193118 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5fc438-ebd2-403f-9990-4e4dd8fa7935,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:41.203299 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.203299 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.203299 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.203726 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.203889 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.204207 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.204527 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.204846 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.205262 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.205579 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.205896 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.206399 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.206781 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.207155 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.207520 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816092be-728e-4bbb-a7c6-67096d107e9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:41.222117 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Deleting port 3fa3715a-f26c-486b-9269-c023bfb49b91 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:46:41.222467 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.342505 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] For port 3fa3715a-f26c-486b-9269-c023bfb49b91, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=3fa3715a-f26c-486b-9269-c023bfb49b91,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:41.343005 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.566573 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.567014 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (fff0bb98-77b1-4b24-b57f-b1d49a0bd781), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.567407 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Floating IP fff0bb98-77b1-4b24-b57f-b1d49a0bd781 disassociated. External IP: 172.28.0.217, port: 3fa3715a-f26c-486b-9269-c023bfb49b91. Mar 28 05:46:41.570991 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Calling delete_port for 3fa3715a-f26c-486b-9269-c023bfb49b91 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:46:41.623990 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.751927 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (3fa3715a-f26c-486b-9269-c023bfb49b91), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:41.786427 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'Port': ['ID=3fa3715a-f26c-486b-9269-c023bfb49b91,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:41.956957 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:46:41.959198 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7ebe0963-510d-4cad-a6f5-ff3a0059a5e2 req-39f5d7fd-b14e-4fb3-9ad3-0aff87adce0c tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/ports?device_id=edf46de1-33c6-44f5-aec4-89aea547e1fc HTTP/1.1" status: 200 len: 210 time: 0.0404065 Mar 28 05:46:42.017853 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd047-008a-4fae-bbf2-b6d4cb867777 req-de16ccf0-1446-495e-81fe-bc96c3ef76c4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:42.025769 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-194cd047-008a-4fae-bbf2-b6d4cb867777 req-de16ccf0-1446-495e-81fe-bc96c3ef76c4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0763943 Mar 28 05:46:42.082860 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-194cd047-008a-4fae-bbf2-b6d4cb867777 req-f225502e-c126-4fff-bf24-2e061afaa53e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559824 Mar 28 05:46:42.083489 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:46:42.098203 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:46:42.117261 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:42.118149 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:46:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:42.144492 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] No DVR routers for this DVR port 3fa3715a-f26c-486b-9269-c023bfb49b91 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:46:42.147773 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:42.151829 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-4a022d63-34e7-4291-8497-b6ce7b4e28b8 req-1b5ee586-ab39-4f86-9da9-33f0fbc3c849 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.30 "DELETE /v2.0/ports/3fa3715a-f26c-486b-9269-c023bfb49b91 HTTP/1.1" status: 204 len: 173 time: 1.0655499 Mar 28 05:46:42.152418 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'name': 'network-vif-deleted', 'tag': '3fa3715a-f26c-486b-9269-c023bfb49b91'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:46:42.163340 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cdd548-2339-447c-bce1-df61eb16f98f" -d '{"events": [{"server_uuid": "edf46de1-33c6-44f5-aec4-89aea547e1fc", "name": "network-vif-deleted", "tag": "3fa3715a-f26c-486b-9269-c023bfb49b91"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:46:42.313385 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:42.519076 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e0a223-6729-47c8-ad5b-1cd6fe1aa2bb x-openstack-request-id: req-76e0a223-6729-47c8-ad5b-1cd6fe1aa2bb {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:46:42.519379 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf46de1-33c6-44f5-aec4-89aea547e1fc", "name": "network-vif-deleted", "tag": "3fa3715a-f26c-486b-9269-c023bfb49b91", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:46:42.519636 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76e0a223-6729-47c8-ad5b-1cd6fe1aa2bb {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:46:42.520047 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e0a223-6729-47c8-ad5b-1cd6fe1aa2bb'] response: {'server_uuid': 'edf46de1-33c6-44f5-aec4-89aea547e1fc', 'name': 'network-vif-deleted', 'tag': '3fa3715a-f26c-486b-9269-c023bfb49b91', 'status': 'completed', 'code': 200} Mar 28 05:46:42.566331 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:42.595264 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:46:42.604830 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:42.605468 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:46:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:42.727032 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:42.950172 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:42.980336 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61815bea-9dcc-411b-a96a-38fd728459b7 None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:41:22Z', 'revision_number': 4, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '981dd85a-4efb-428f-9d9b-a30213e15756', 'name': '', 'network_id': 'a4d009d6-ebb3-4047-831e-62c187fd5c21', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'mac_address': 'fa:16:3e:b1:67:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:19Z', 'updated_at': '2022-03-28T05:41:35Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'subnets': [{'id': 'a244f379-ea2c-4eb9-ab70-7fd6eddbbedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:46:43.056938 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36464) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:43.151381 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a19ec3be-e36c-43ad-97d9-1fe9b3ce3b36 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (48aca8fc-e871-463e-8926-27285b9724d3), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.178657 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a19ec3be-e36c-43ad-97d9-1fe9b3ce3b36 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (48aca8fc-e871-463e-8926-27285b9724d3), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.241158 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a19ec3be-e36c-43ad-97d9-1fe9b3ce3b36 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (48aca8fc-e871-463e-8926-27285b9724d3), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.243933 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a19ec3be-e36c-43ad-97d9-1fe9b3ce3b36 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.245164 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-a19ec3be-e36c-43ad-97d9-1fe9b3ce3b36 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "DELETE /v2.0/security-groups/48aca8fc-e871-463e-8926-27285b9724d3 HTTP/1.1" status: 204 len: 168 time: 0.1870675 Mar 28 05:46:43.247990 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36468) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:43.254684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ec3be-e36c-43ad-97d9-1fe9b3ce3b36 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aca8fc-e871-463e-8926-27285b9724d3,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:43.298997 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.api.v2.resource [None req-9c531393-5085-482c-bda7-7b2783f76d75 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] show failed (client error): The resource could not be found. Mar 28 05:46:43.300024 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-9c531393-5085-482c-bda7-7b2783f76d75 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "GET /v2.0/security-groups/48aca8fc-e871-463e-8926-27285b9724d3 HTTP/1.1" status: 404 len: 347 time: 0.0441160 Mar 28 05:46:43.304936 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36470) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:43.322708 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c589c62-e975-4045-b81b-538835ac01e8 req-b36f2c27-07cc-439f-b5e6-0bcca60f25df tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:43.324269 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c589c62-e975-4045-b81b-538835ac01e8 req-b36f2c27-07cc-439f-b5e6-0bcca60f25df tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.1271281 Mar 28 05:46:43.359795 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b282c3b-faa1-48c9-9409-a67b29e03c81 None None] New status for floating IP fff0bb98-77b1-4b24-b57f-b1d49a0bd781: DOWN {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:46:43.470434 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c589c62-e975-4045-b81b-538835ac01e8 req-053b4f2d-2d48-45e4-b529-c883ac0c95a4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175332 Mar 28 05:46:43.519667 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Deleting port 76aa7d91-09c5-4786-b330-3ca199cb70dd {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:46:43.521332 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (76aa7d91-09c5-4786-b330-3ca199cb70dd), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.610104 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (76aa7d91-09c5-4786-b330-3ca199cb70dd), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.610430 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (76aa7d91-09c5-4786-b330-3ca199cb70dd), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.625152 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Calling delete_port for 76aa7d91-09c5-4786-b330-3ca199cb70dd owned by network:floatingip {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:46:43.780472 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (76aa7d91-09c5-4786-b330-3ca199cb70dd), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.807024 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Pushing event deleted for resources: {'Port': ['ID=76aa7d91-09c5-4786-b330-3ca199cb70dd,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:43.875346 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks [] for floatingip (fff0bb98-77b1-4b24-b57f-b1d49a0bd781), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.878085 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:43.879271 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4cb8ab59-4ef7-43a7-91f2-6125e3246ed2 tempest-AttachVolumeNegativeTest-2021949735 tempest-AttachVolumeNegativeTest-2021949735-project] 10.222.0.13 "DELETE /v2.0/floatingips/fff0bb98-77b1-4b24-b57f-b1d49a0bd781 HTTP/1.1" status: 204 len: 168 time: 0.5725498 Mar 28 05:46:44.619301 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421e2e0-8602-4431-b115-34730fe6d2b4 req-4222e35d-eef6-48a9-8e88-4b0767530aa1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:44.621068 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e421e2e0-8602-4431-b115-34730fe6d2b4 req-4222e35d-eef6-48a9-8e88-4b0767530aa1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0628436 Mar 28 05:46:44.682899 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e421e2e0-8602-4431-b115-34730fe6d2b4 req-4465433c-7493-42a4-b101-831ab424d786 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537224 Mar 28 05:46:45.535099 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:45.725756 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 3fa3715a-f26c-486b-9269-c023bfb49b91 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:46:45.753257 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 3fa3715a-f26c-486b-9269-c023bfb49b91 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:46:45.753911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 3fa3715a-f26c-486b-9269-c023bfb49b91 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:46:45.820990 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d8fb8-ef68-4208-a95d-79b7ee304981 req-6cec773f-c5db-4b0b-9eea-f7eaf4dd8fa3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:45.822727 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd6d8fb8-ef68-4208-a95d-79b7ee304981 req-6cec773f-c5db-4b0b-9eea-f7eaf4dd8fa3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0563884 Mar 28 05:46:45.876235 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd6d8fb8-ef68-4208-a95d-79b7ee304981 req-77ed3052-31f1-40c2-abe2-23f778cdc5a5 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479996 Mar 28 05:46:47.023443 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebc915-2fb5-40f3-9096-142e1a4006d8 req-e011f081-f5a8-416e-8f6a-b429f4779bc1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:47.023443 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9aebc915-2fb5-40f3-9096-142e1a4006d8 req-e011f081-f5a8-416e-8f6a-b429f4779bc1 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0630291 Mar 28 05:46:47.063084 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9aebc915-2fb5-40f3-9096-142e1a4006d8 req-52147bdb-8348-45b0-a6b1-e9eca474418a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Mar 28 05:46:47.753621 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36526) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:48.184723 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32350c-4b7d-448e-9bdd-4d52aba05c80 req-90fbc1dc-e6d8-4604-84d9-ce9a8fbd1d3a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:48.186206 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2e32350c-4b7d-448e-9bdd-4d52aba05c80 req-90fbc1dc-e6d8-4604-84d9-ce9a8fbd1d3a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0511832 Mar 28 05:46:48.234595 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2e32350c-4b7d-448e-9bdd-4d52aba05c80 req-98b63e61-1a5a-4ec2-b86f-435b7256b584 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416987 Mar 28 05:46:48.336499 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655218'] for router_interface (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:48.789890 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-898aad9d-c903-450d-abbb-3bdceae8818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:48.791387 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-898aad9d-c903-450d-abbb-3bdceae8818e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 1129 time: 0.4214706 Mar 28 05:46:48.942140 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-b0fa02a6-6d57-4f76-b879-cfd6d6e03db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:48.944175 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-b0fa02a6-6d57-4f76-b879-cfd6d6e03db0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.1369302 Mar 28 05:46:49.000703 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Deleting port 981dd85a-4efb-428f-9d9b-a30213e15756 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:46:49.001034 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:49.054266 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-bb4e5702-ee5e-40d6-a162-de0800bcaa98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 200 len: 1001 time: 0.1042762 Mar 28 05:46:49.125295 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] For port 981dd85a-4efb-428f-9d9b-a30213e15756, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=981dd85a-4efb-428f-9d9b-a30213e15756,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:49.125659 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:49.128957 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-147202ed-7f83-4ffe-b0a3-acc20076b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:49.130407 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-147202ed-7f83-4ffe-b0a3-acc20076b927 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0706348 Mar 28 05:46:49.140828 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Calling delete_port for 981dd85a-4efb-428f-9d9b-a30213e15756 owned by network:router_interface {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:46:49.233822 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-c5f352d3-4256-4dbd-a081-0ecb0fc5930b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:49.235223 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-c5f352d3-4256-4dbd-a081-0ecb0fc5930b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0925550 Mar 28 05:46:49.368098 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24787df3-97a0-4f3a-b0e3-7dcc9a0a8a32 req-59a9e842-6231-457d-9b71-4a09b832bfd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:49.369579 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-24787df3-97a0-4f3a-b0e3-7dcc9a0a8a32 req-59a9e842-6231-457d-9b71-4a09b832bfd7 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0548377 Mar 28 05:46:49.386486 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-73e24746-bf31-4b0a-9613-28465044315e service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445141 Mar 28 05:46:49.417951 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-24787df3-97a0-4f3a-b0e3-7dcc9a0a8a32 req-e2ae7d17-e99c-4406-9222-cf95445d2132 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417244 Mar 28 05:46:49.476502 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (981dd85a-4efb-428f-9d9b-a30213e15756), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:49.512544 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=981dd85a-4efb-428f-9d9b-a30213e15756,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:49.552456 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ba89c2d1-a0a9-4194-b6fc-fdb27294464b req-e8a1e623-7332-4125-8438-c53c71fa6b5a service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456420 Mar 28 05:46:49.692401 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654530'] for router_interface (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:49.907404 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:46:50.012438 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:46:50.020235 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-84cfc349-4002-4e5e-a9f6-b82e156dc4e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/22f1d5e0-a2cc-48bc-b3a2-b798872dcc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2630153 Mar 28 05:46:50.020235 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36540) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:50.021582 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] Sync routers for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:46:50.031133 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:50.031727 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:46:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:50.121284 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks [] for router (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:50.136964 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:50.224367 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks [] for router_gateway (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:50.279397 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Deleting port a427f47b-b290-4491-9429-b2a834cd81d9 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:46:50.279738 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:50.312733 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:46:49Z', 'revision_number': 5, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port': {'id': 'a427f47b-b290-4491-9429-b2a834cd81d9', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:5e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:41:14Z', 'updated_at': '2022-03-28T05:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:50.340492 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] Checking router: 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:46:50.349303 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] Routers {'22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:46:50.349931 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:46:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:50.364603 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] For port a427f47b-b290-4491-9429-b2a834cd81d9, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a427f47b-b290-4491-9429-b2a834cd81d9,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:50.364969 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:50.377417 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Calling delete_port for a427f47b-b290-4491-9429-b2a834cd81d9 owned by network:router_gateway {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:46:50.435429 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] Set router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 gateway port host: None {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:46:50.489582 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:46:50Z', 'revision_number': 6, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port_host': None}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:50.516048 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba8aebd-1fcc-497d-8d1a-35afe743f8a4 None None] The sync data for ids ['22f1d5e0-a2cc-48bc-b3a2-b798872dcc22'] in dv-cinder-831776-5-smb is: [{'id': '22f1d5e0-a2cc-48bc-b3a2-b798872dcc22', 'name': 'tempest-AttachVolumeNegativeTest-1103497927-router', 'tenant_id': 'b89f732473c344b299a6523f3ad9a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:41:13Z', 'updated_at': '2022-03-28T05:46:50Z', 'revision_number': 6, 'project_id': 'b89f732473c344b299a6523f3ad9a23c', 'gw_port_host': None}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:46:50.545333 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18ac0b-8e4b-45bc-a8ee-cf2be3a0d493 req-7908d676-b9df-4108-893b-e1e2a2f72e0e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:50.546861 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6f18ac0b-8e4b-45bc-a8ee-cf2be3a0d493 req-7908d676-b9df-4108-893b-e1e2a2f72e0e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.0545547 Mar 28 05:46:50.562296 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (a427f47b-b290-4491-9429-b2a834cd81d9), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:50.592185 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Pushing event deleted for resources: {'Port': ['ID=a427f47b-b290-4491-9429-b2a834cd81d9,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:50.597076 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6f18ac0b-8e4b-45bc-a8ee-cf2be3a0d493 req-dc5d1325-fddf-492e-806d-54d27a9aa2e0 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Mar 28 05:46:50.655852 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639800'] for router_gateway (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:50.688509 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:46:50.759291 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2456'] for router (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:50.761353 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks [] for router_controller (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.052257 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653787'] for router (22f1d5e0-a2cc-48bc-b3a2-b798872dcc22), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.053654 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 {{(pid=109881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:46:51.058111 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.059240 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-d2c95b85-1fe7-41d8-8a42-4abe402c1481 admin admin] 10.222.0.13 "DELETE /v2.0/routers/22f1d5e0-a2cc-48bc-b3a2-b798872dcc22 HTTP/1.1" status: 204 len: 168 time: 1.0381594 Mar 28 05:46:51.061748 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36544) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:51.104803 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_v2 [None req-13842f96-ad94-4eb7-9fbf-81c17b331876 admin admin] Deleting subnet a244f379-ea2c-4eb9-ab70-7fd6eddbbedb {{(pid=109881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:46:51.107991 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-13842f96-ad94-4eb7-9fbf-81c17b331876 admin admin] Publish callbacks [] for subnet (a244f379-ea2c-4eb9-ab70-7fd6eddbbedb), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.142451 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-13842f96-ad94-4eb7-9fbf-81c17b331876 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592138'] for subnet (a244f379-ea2c-4eb9-ab70-7fd6eddbbedb), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.250727 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-13842f96-ad94-4eb7-9fbf-81c17b331876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (a244f379-ea2c-4eb9-ab70-7fd6eddbbedb), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.301117 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 981dd85a-4efb-428f-9d9b-a30213e15756 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:46:51.312031 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-13842f96-ad94-4eb7-9fbf-81c17b331876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6107714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613624'] for subnet (a244f379-ea2c-4eb9-ab70-7fd6eddbbedb), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.326446 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 981dd85a-4efb-428f-9d9b-a30213e15756 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:46:51.326793 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 981dd85a-4efb-428f-9d9b-a30213e15756 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:46:51.336136 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13842f96-ad94-4eb7-9fbf-81c17b331876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a244f379-ea2c-4eb9-ab70-7fd6eddbbedb,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:51.342040 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-13842f96-ad94-4eb7-9fbf-81c17b331876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.345629 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-13842f96-ad94-4eb7-9fbf-81c17b331876 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a244f379-ea2c-4eb9-ab70-7fd6eddbbedb HTTP/1.1" status: 204 len: 168 time: 0.2827911 Mar 28 05:46:51.347950 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36546) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:51.348095 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde39b4-372b-4465-b835-a2af6d65d9b6 None None] Network a4d009d6-ebb3-4047-831e-62c187fd5c21 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:46:51.419361 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (a4d009d6-ebb3-4047-831e-62c187fd5c21), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.473259 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Deleting port eb9d83f8-1535-4156-9bac-9fc5df26715a {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:46:51.473606 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.510901 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] DHCP port deletion for a4d009d6-ebb3-4047-831e-62c187fd5c21 request from dv-cinder-831776-5-smb {{(pid=109883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:46:51.540020 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] For port eb9d83f8-1535-4156-9bac-9fc5df26715a, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=eb9d83f8-1535-4156-9bac-9fc5df26715a,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:51.540411 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.554780 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Calling delete_port for eb9d83f8-1535-4156-9bac-9fc5df26715a owned by network:dhcp {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:46:51.578257 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Deleting port eb9d83f8-1535-4156-9bac-9fc5df26715a {{(pid=109883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:46:51.578935 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), before_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.651755 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.655910 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] For port eb9d83f8-1535-4156-9bac-9fc5df26715a, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=eb9d83f8-1535-4156-9bac-9fc5df26715a,segment=NetworkSegment(081029db-1524-43b2-b932-f3d11b473d23),segment_id=081029db-1524-43b2-b932-f3d11b473d23)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:51.656467 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), precommit_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.671984 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Calling delete_port for eb9d83f8-1535-4156-9bac-9fc5df26715a owned by network:dhcp {{(pid=109883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:46:51.683021 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9d83f8-1535-4156-9bac-9fc5df26715a,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:51.693947 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] No DVR routers for this DVR port eb9d83f8-1535-4156-9bac-9fc5df26715a on host dv-cinder-831776-5-smb {{(pid=109882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:46:51.760405 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:46:51.788267 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (a4d009d6-ebb3-4047-831e-62c187fd5c21), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.813652 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f300ac-a8e5-4d97-8717-13c176687069 req-53f56f7d-7e66-4def-9e1e-3558b4610599 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:51.815162 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32f300ac-a8e5-4d97-8717-13c176687069 req-53f56f7d-7e66-4def-9e1e-3558b4610599 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 945 time: 0.1342409 Mar 28 05:46:51.820251 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d009d6-ebb3-4047-831e-62c187fd5c21']}} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:51.825240 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284'] for port (eb9d83f8-1535-4156-9bac-9fc5df26715a), after_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.835556 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081029db-1524-43b2-b932-f3d11b473d23') {'for_net_delete': True} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:51.835840 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081029db-1524-43b2-b932-f3d11b473d23') {} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:46:51.852931 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6756237'] for segment (081029db-1524-43b2-b932-f3d11b473d23), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.872724 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Pushing event deleted for resources: {'Port': ['ID=eb9d83f8-1535-4156-9bac-9fc5df26715a,revision_number=None']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:51.876966 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (081029db-1524-43b2-b932-f3d11b473d23), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.879901 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] No DVR routers for this DVR port eb9d83f8-1535-4156-9bac-9fc5df26715a on host dv-cinder-831776-5-smb {{(pid=109883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:46:51.889711 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:46:51.890142 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5847043'] for segment (081029db-1524-43b2-b932-f3d11b473d23), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: Traceback (most recent call last): Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: timer() Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: cb(*args, **kw) Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: return func(*args, **kwargs) Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: self._notify() Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: self.callback(batched_events) Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: event.method(event) Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: return f(self, *a, **k) Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: return self._get(url).json() Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: return self.request(url, 'GET', **kwargs) Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:46:51.891815 dv-cinder-831776-5-smb neutron-server[109882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:46:51.894404 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.894884 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.895000 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.895341 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.895656 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.895992 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.896380 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.897247 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.897834 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.898197 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.898622 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.898952 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.899272 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.899716 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.900056 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0414f75-b707-4350-adde-d4f65afcde86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:46:51.904312 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-32f300ac-a8e5-4d97-8717-13c176687069 req-92db0737-d7b3-4165-a20e-f5136cad984e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778480 Mar 28 05:46:51.912821 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 88345377-b056-4f59-a063-cda6ba769dc4 is: ACTIVE; New status is: DOWN {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:51.913377 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.939931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:46:51.944015 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab305996-06c6-496c-a79e-633111b59701" -d '{"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-unplugged", "status": "completed", "tag": "88345377-b056-4f59-a063-cda6ba769dc4"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:46:51.957404 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:46:51.957620 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (a4d009d6-ebb3-4047-831e-62c187fd5c21), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.962025 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.964725 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:51.968987 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a4d009d6-ebb3-4047-831e-62c187fd5c21 HTTP/1.1" status: 204 len: 168 time: 0.6196632 Mar 28 05:46:51.990154 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ec51a-b5b1-44ec-80c0-282b10490695 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d009d6-ebb3-4047-831e-62c187fd5c21,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:52.034997 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=8']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:52.088966 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Mar 2022 05:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef187df7-af5a-4f33-baf8-060c4c21a1c3 x-openstack-request-id: req-ef187df7-af5a-4f33-baf8-060c4c21a1c3 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:46:52.089701 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-unplugged", "status": "failed", "tag": "88345377-b056-4f59-a063-cda6ba769dc4", "code": 422}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:46:52.089701 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef187df7-af5a-4f33-baf8-060c4c21a1c3 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:46:52.090201 dv-cinder-831776-5-smb neutron-server[109883]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ef187df7-af5a-4f33-baf8-060c4c21a1c3']: {'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4', 'code': 422} returned with failed status Mar 28 05:46:52.109486 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36564) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:52.151588 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-f57251df-7e76-45d2-9816-2df5a04268c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b89f732473c344b299a6523f3ad9a23c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408757 Mar 28 05:46:52.154413 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36566) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:52.201519 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-640e7056-efb6-4c8b-8592-7fbcc928e70a admin admin] Publish callbacks [] for security_group (18b8f50f-7323-44c4-a898-71a68660985c), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:52.224077 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-640e7056-efb6-4c8b-8592-7fbcc928e70a admin admin] Publish callbacks [] for security_group (18b8f50f-7323-44c4-a898-71a68660985c), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:52.270907 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-640e7056-efb6-4c8b-8592-7fbcc928e70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (18b8f50f-7323-44c4-a898-71a68660985c), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:52.274360 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-640e7056-efb6-4c8b-8592-7fbcc928e70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:52.275505 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-640e7056-efb6-4c8b-8592-7fbcc928e70a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18b8f50f-7323-44c4-a898-71a68660985c HTTP/1.1" status: 204 len: 168 time: 0.1202052 Mar 28 05:46:52.284773 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e7056-efb6-4c8b-8592-7fbcc928e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b8f50f-7323-44c4-a898-71a68660985c,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:52.884763 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [req-4508e4bb-451a-45b5-bd41-82617796f7fc req-a6e59fad-6ac3-41ea-98a6-6919d6cda6ee service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:46:52.886079 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4508e4bb-451a-45b5-bd41-82617796f7fc req-a6e59fad-6ac3-41ea-98a6-6919d6cda6ee service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1093717 Mar 28 05:46:52.910860 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device eb9d83f8-1535-4156-9bac-9fc5df26715a no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:46:52.931804 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: eb9d83f8-1535-4156-9bac-9fc5df26715a {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:46:52.932152 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device eb9d83f8-1535-4156-9bac-9fc5df26715a not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:46:52.932575 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a427f47b-b290-4491-9429-b2a834cd81d9 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:46:52.952432 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: a427f47b-b290-4491-9429-b2a834cd81d9 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:46:52.952780 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a427f47b-b290-4491-9429-b2a834cd81d9 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:46:53.085365 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9d3ca-1492-4b1c-8845-a88a5f7a1ed3 req-332a1554-0d27-4a38-9d29-d00c12d26711 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:53.086870 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d0a9d3ca-1492-4b1c-8845-a88a5f7a1ed3 req-332a1554-0d27-4a38-9d29-d00c12d26711 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0632770 Mar 28 05:46:53.139362 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d0a9d3ca-1492-4b1c-8845-a88a5f7a1ed3 req-b95de4ff-805e-4f32-ad8d-ada506f870c9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Mar 28 05:46:53.377131 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36632) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:53.478966 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-f9e5c072-fe53-477d-81a8-16127c6ed8d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000283 Mar 28 05:46:53.491110 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-6935c95f-85e3-40d8-b6da-d362930c0354 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:46:53.492469 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-6935c95f-85e3-40d8-b6da-d362930c0354 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063288 Mar 28 05:46:53.567792 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36648) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:53.658822 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-5a34ebf4-bde4-428a-ad66-3b2cccadfe2e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:53.660206 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-5a34ebf4-bde4-428a-ad66-3b2cccadfe2e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports/88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 200 len: 940 time: 0.0913236 Mar 28 05:46:54.267538 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56a9f-04a5-4456-8a30-73f0b116f3c4 req-1a035f1b-a125-497a-8183-d51bf002b12e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:54.269074 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36e56a9f-04a5-4456-8a30-73f0b116f3c4 req-1a035f1b-a125-497a-8183-d51bf002b12e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0539043 Mar 28 05:46:54.320812 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-36e56a9f-04a5-4456-8a30-73f0b116f3c4 req-7de668ee-ac46-44bd-a8a9-416d300480cd tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443547 Mar 28 05:46:54.604210 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-08c548ce-8f2b-4eca-8a1a-c5f626770682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:54.605667 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-08c548ce-8f2b-4eca-8a1a-c5f626770682 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd&tenant_id=51164e2f741949da9a86f6f2af2751cb HTTP/1.1" status: 200 len: 1127 time: 0.0500100 Mar 28 05:46:54.673580 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-361fccf5-c865-4b15-8153-53afb8502bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:54.675212 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-361fccf5-c865-4b15-8153-53afb8502bf8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 1127 time: 0.0442259 Mar 28 05:46:54.770346 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-ec8c4596-cb1d-435d-b7df-1ca40f6e004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:54.771713 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-ec8c4596-cb1d-435d-b7df-1ca40f6e004b service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.0896988 Mar 28 05:46:54.835194 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-9daf4337-886f-4a1d-9b8c-9bf0f8e9b935 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 200 len: 999 time: 0.0576000 Mar 28 05:46:54.884183 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-2d33a88d-24c4-44f4-8be8-901e46467263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:54.885935 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-2d33a88d-24c4-44f4-8be8-901e46467263 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0443916 Mar 28 05:46:54.937405 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-a4adfd77-af1e-4ffa-993e-0a6551ae15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:54.938843 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-a4adfd77-af1e-4ffa-993e-0a6551ae15f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459309 Mar 28 05:46:55.023203 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-c7573291-6b40-461c-818e-1e273dec1d31 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781028 Mar 28 05:46:55.112605 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bd2010a7-40c9-4e17-bb4c-5f41c000057f req-89235b5e-f21f-4578-9f1a-94c763ec50a3 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837131 Mar 28 05:46:55.441175 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780bb92-67cb-4aac-8008-fa25f54baafd req-393a8667-b320-49e4-a11f-c90751aa7c51 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:55.442624 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e780bb92-67cb-4aac-8008-fa25f54baafd req-393a8667-b320-49e4-a11f-c90751aa7c51 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0510859 Mar 28 05:46:55.492104 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e780bb92-67cb-4aac-8008-fa25f54baafd req-84aa9974-3fd1-4658-86fb-78a9e64d5fa8 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426488 Mar 28 05:46:55.778435 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:46:55.886379 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 88345377-b056-4f59-a063-cda6ba769dc4 is: DOWN; New status is: DOWN {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:46:56.132871 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36708) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:56.251755 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24d540d5-d8b9-4029-a2bd-acbd6d648060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.347819 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24d540d5-d8b9-4029-a2bd-acbd6d648060 admin admin] Publish callbacks [] for security_group (e835f56d-1711-4336-9fac-560fdc672383), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.353222 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24d540d5-d8b9-4029-a2bd-acbd6d648060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e835f56d-1711-4336-9fac-560fdc672383), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.402355 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d540d5-d8b9-4029-a2bd-acbd6d648060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e835f56d-1711-4336-9fac-560fdc672383,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:56.409430 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-24d540d5-d8b9-4029-a2bd-acbd6d648060 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f3696e3b3cd40749de1f84c6524d39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753866 Mar 28 05:46:56.409795 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36712) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:56.483924 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c0158134-45eb-402e-aee3-ac6e8f797e1d admin admin] Publish callbacks [] for security_group (e835f56d-1711-4336-9fac-560fdc672383), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.508964 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c0158134-45eb-402e-aee3-ac6e8f797e1d admin admin] Publish callbacks [] for security_group (e835f56d-1711-4336-9fac-560fdc672383), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.562571 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c0158134-45eb-402e-aee3-ac6e8f797e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e835f56d-1711-4336-9fac-560fdc672383), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.565793 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c0158134-45eb-402e-aee3-ac6e8f797e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:56.567149 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c0158134-45eb-402e-aee3-ac6e8f797e1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e835f56d-1711-4336-9fac-560fdc672383 HTTP/1.1" status: 204 len: 168 time: 0.1556339 Mar 28 05:46:56.577304 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0158134-45eb-402e-aee3-ac6e8f797e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e835f56d-1711-4336-9fac-560fdc672383,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:56.961191 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef169040-063b-42dc-8173-ca3d3fe232d2 req-08577a58-1433-44cf-a00a-b7d5c288751a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:56.974014 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ef169040-063b-42dc-8173-ca3d3fe232d2 req-08577a58-1433-44cf-a00a-b7d5c288751a tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.3807902 Mar 28 05:46:57.018175 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ef169040-063b-42dc-8173-ca3d3fe232d2 req-0ad965bc-0150-459b-9aa4-6506f7c20076 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Mar 28 05:46:57.967015 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36768) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:58.081373 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4baf15a6-24da-4399-af1c-a69a244a6364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:58.154482 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d687b89-fc29-4a91-9965-17202e16ebd1 req-cf6144a6-c424-4f54-a6a8-2248569c7f76 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:58.161537 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7d687b89-fc29-4a91-9965-17202e16ebd1 req-cf6144a6-c424-4f54-a6a8-2248569c7f76 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0669751 Mar 28 05:46:58.172416 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4baf15a6-24da-4399-af1c-a69a244a6364 admin admin] Publish callbacks [] for security_group (f34f1161-4e3c-494e-94d9-27b1b6aefebe), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:58.180136 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4baf15a6-24da-4399-af1c-a69a244a6364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f34f1161-4e3c-494e-94d9-27b1b6aefebe), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:58.218604 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7d687b89-fc29-4a91-9965-17202e16ebd1 req-f80fbcd6-fc9b-4207-8477-ea3e9edc0210 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555382 Mar 28 05:46:58.222136 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf15a6-24da-4399-af1c-a69a244a6364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34f1161-4e3c-494e-94d9-27b1b6aefebe,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:58.230095 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4baf15a6-24da-4399-af1c-a69a244a6364 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bf2be94776b42758060ce7e4ae7f6ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619174 Mar 28 05:46:58.231143 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36774) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:46:58.289228 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7f6adc9c-a42e-4134-877f-27088e844b64 admin admin] Publish callbacks [] for security_group (f34f1161-4e3c-494e-94d9-27b1b6aefebe), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:58.317756 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7f6adc9c-a42e-4134-877f-27088e844b64 admin admin] Publish callbacks [] for security_group (f34f1161-4e3c-494e-94d9-27b1b6aefebe), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:58.372408 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7f6adc9c-a42e-4134-877f-27088e844b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f34f1161-4e3c-494e-94d9-27b1b6aefebe), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:58.375794 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-7f6adc9c-a42e-4134-877f-27088e844b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:46:58.379340 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-7f6adc9c-a42e-4134-877f-27088e844b64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f34f1161-4e3c-494e-94d9-27b1b6aefebe HTTP/1.1" status: 204 len: 168 time: 0.1448824 Mar 28 05:46:58.386012 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6adc9c-a42e-4134-877f-27088e844b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34f1161-4e3c-494e-94d9-27b1b6aefebe,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:46:59.404639 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8189b7e-a5e2-4c0f-90e7-f6fd54ca81a7 req-7edb9f5b-f331-454a-9a78-4b6a6b4ad6d4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:46:59.406213 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d8189b7e-a5e2-4c0f-90e7-f6fd54ca81a7 req-7edb9f5b-f331-454a-9a78-4b6a6b4ad6d4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0881057 Mar 28 05:46:59.462077 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d8189b7e-a5e2-4c0f-90e7-f6fd54ca81a7 req-4f562a48-cce7-4926-95fd-17b551a81818 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488429 Mar 28 05:47:00.666862 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce48ef-923c-47c8-9eea-056681d1774a req-de9a7f02-24d5-4f5d-a51a-d327de2ab991 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:00.669234 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4fce48ef-923c-47c8-9eea-056681d1774a req-de9a7f02-24d5-4f5d-a51a-d327de2ab991 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0639939 Mar 28 05:47:00.720229 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4fce48ef-923c-47c8-9eea-056681d1774a req-09ce405b-7ba9-4e04-878f-51ed2fba49c9 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Mar 28 05:47:01.866143 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b24b6-47c9-4061-ab12-f147fe6de543 req-b7461d2a-93b1-4fab-b8ad-e1554b6c1594 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:01.867640 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-359b24b6-47c9-4061-ab12-f147fe6de543 req-b7461d2a-93b1-4fab-b8ad-e1554b6c1594 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0615392 Mar 28 05:47:01.920850 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-359b24b6-47c9-4061-ab12-f147fe6de543 req-8bd0bde6-08bb-49f3-8637-123e41c6f881 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476747 Mar 28 05:47:02.921117 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36854) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:03.087795 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e94b6-b70f-4c3b-b4cb-e34c28fae435 req-a930f6f3-ddbe-4aec-a708-cc084d339d20 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:03.090280 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-493e94b6-b70f-4c3b-b4cb-e34c28fae435 req-a930f6f3-ddbe-4aec-a708-cc084d339d20 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0871437 Mar 28 05:47:03.118471 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-31d4f2f0-5fc6-45ee-8fbd-c3788094e685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.179788 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-493e94b6-b70f-4c3b-b4cb-e34c28fae435 req-98175d4c-b995-4814-ae3a-b9a2e702e3b4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631161 Mar 28 05:47:03.235088 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-31d4f2f0-5fc6-45ee-8fbd-c3788094e685 admin admin] Publish callbacks [] for security_group (bc1faae0-60f5-4cbe-b27f-5cd4ee5c9949), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.239216 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-31d4f2f0-5fc6-45ee-8fbd-c3788094e685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (bc1faae0-60f5-4cbe-b27f-5cd4ee5c9949), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.278980 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-31d4f2f0-5fc6-45ee-8fbd-c3788094e685 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=465d251acbb6488d96346873eba63f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566809 Mar 28 05:47:03.280201 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4f2f0-5fc6-45ee-8fbd-c3788094e685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1faae0-60f5-4cbe-b27f-5cd4ee5c9949,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:03.282137 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36862) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:03.361763 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-18ecff49-0569-4c6c-9d20-24be53384434 admin admin] Publish callbacks [] for security_group (bc1faae0-60f5-4cbe-b27f-5cd4ee5c9949), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.386709 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-18ecff49-0569-4c6c-9d20-24be53384434 admin admin] Publish callbacks [] for security_group (bc1faae0-60f5-4cbe-b27f-5cd4ee5c9949), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.433928 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-18ecff49-0569-4c6c-9d20-24be53384434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (bc1faae0-60f5-4cbe-b27f-5cd4ee5c9949), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.436420 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-18ecff49-0569-4c6c-9d20-24be53384434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.440277 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-18ecff49-0569-4c6c-9d20-24be53384434 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc1faae0-60f5-4cbe-b27f-5cd4ee5c9949 HTTP/1.1" status: 204 len: 168 time: 0.1565702 Mar 28 05:47:03.448969 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecff49-0569-4c6c-9d20-24be53384434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1faae0-60f5-4cbe-b27f-5cd4ee5c9949,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:03.714994 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36868) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:03.729161 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44403c7c-7e2a-4246-931f-00096bc72536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.800058 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44403c7c-7e2a-4246-931f-00096bc72536 admin admin] Publish callbacks [] for security_group (f99019fd-9532-4df0-8361-f4a238e4ffad), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.803601 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44403c7c-7e2a-4246-931f-00096bc72536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f99019fd-9532-4df0-8361-f4a238e4ffad), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.840364 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-44403c7c-7e2a-4246-931f-00096bc72536 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23559eaf3a6a4e1b8202743548b5107c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243291 Mar 28 05:47:03.841467 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403c7c-7e2a-4246-931f-00096bc72536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99019fd-9532-4df0-8361-f4a238e4ffad,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:03.844343 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36870) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:03.893658 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-aba1380d-35ce-4dc1-bc13-06be0ee1717c admin admin] Publish callbacks [] for security_group (f99019fd-9532-4df0-8361-f4a238e4ffad), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.914786 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-aba1380d-35ce-4dc1-bc13-06be0ee1717c admin admin] Publish callbacks [] for security_group (f99019fd-9532-4df0-8361-f4a238e4ffad), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.960842 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-aba1380d-35ce-4dc1-bc13-06be0ee1717c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f99019fd-9532-4df0-8361-f4a238e4ffad), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.963673 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-aba1380d-35ce-4dc1-bc13-06be0ee1717c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:03.964804 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-aba1380d-35ce-4dc1-bc13-06be0ee1717c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f99019fd-9532-4df0-8361-f4a238e4ffad HTTP/1.1" status: 204 len: 168 time: 0.1189804 Mar 28 05:47:03.972590 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1380d-35ce-4dc1-bc13-06be0ee1717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99019fd-9532-4df0-8361-f4a238e4ffad,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:04.305465 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b7ffe-998b-459d-a79c-61e92ef6b2f1 req-dc4f520f-832f-4c40-bcd9-d83dfc22bafc tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:04.307051 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-153b7ffe-998b-459d-a79c-61e92ef6b2f1 req-dc4f520f-832f-4c40-bcd9-d83dfc22bafc tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0529876 Mar 28 05:47:04.357204 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-153b7ffe-998b-459d-a79c-61e92ef6b2f1 req-2ee96126-f521-44e2-8851-94f0418b7f74 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Mar 28 05:47:04.970015 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 36904) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:05.070978 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-926a6c65-4b73-44a6-ba66-e41753a5da0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.130087 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-04c94db4-b87e-41ed-bc24-836b1e218f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.141937 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-926a6c65-4b73-44a6-ba66-e41753a5da0a admin admin] Publish callbacks [] for security_group (0873fd55-72c9-4e4e-b88a-1eae035c3c0a), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.145759 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-926a6c65-4b73-44a6-ba66-e41753a5da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0873fd55-72c9-4e4e-b88a-1eae035c3c0a), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.183118 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-926a6c65-4b73-44a6-ba66-e41753a5da0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=338e13ed65784485a0c8e3ab7d82242d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120075 Mar 28 05:47:05.183940 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a6c65-4b73-44a6-ba66-e41753a5da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0873fd55-72c9-4e4e-b88a-1eae035c3c0a,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:05.185905 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 36908) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:05.233859 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ae5ee2aa-10e7-45fa-b8fa-5ad6d5df8d91 admin admin] Publish callbacks [] for security_group (0873fd55-72c9-4e4e-b88a-1eae035c3c0a), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.256872 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ae5ee2aa-10e7-45fa-b8fa-5ad6d5df8d91 admin admin] Publish callbacks [] for security_group (0873fd55-72c9-4e4e-b88a-1eae035c3c0a), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.301617 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ae5ee2aa-10e7-45fa-b8fa-5ad6d5df8d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0873fd55-72c9-4e4e-b88a-1eae035c3c0a), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.304274 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-ae5ee2aa-10e7-45fa-b8fa-5ad6d5df8d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.305480 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-ae5ee2aa-10e7-45fa-b8fa-5ad6d5df8d91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0873fd55-72c9-4e4e-b88a-1eae035c3c0a HTTP/1.1" status: 204 len: 168 time: 0.1184926 Mar 28 05:47:05.313133 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ee2aa-10e7-45fa-b8fa-5ad6d5df8d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0873fd55-72c9-4e4e-b88a-1eae035c3c0a,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:05.485919 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af4658-a369-48af-9e3b-221fe41a323e req-9cbc7bcc-c3be-4e99-8186-3a0807a7449c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:05.487456 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-33af4658-a369-48af-9e3b-221fe41a323e req-9cbc7bcc-c3be-4e99-8186-3a0807a7449c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 943 time: 0.0537996 Mar 28 05:47:05.534885 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-33af4658-a369-48af-9e3b-221fe41a323e req-7ade27fd-9013-4d73-aa69-05d27bd07b43 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Mar 28 05:47:05.797744 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:47:05.892951 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:05.907195 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '88345377-b056-4f59-a063-cda6ba769dc4', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'port_id': '88345377-b056-4f59-a063-cda6ba769dc4', 'mac_address': 'fa:16:3e:bd:d4:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:47:05.944265 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 88345377-b056-4f59-a063-cda6ba769dc4 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:05.944651 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:05.956931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88345377-b056-4f59-a063-cda6ba769dc4 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:47:05.977598 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:05.981385 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:06.031242 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=9']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:06.211693 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['88345377-b056-4f59-a063-cda6ba769dc4'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:47:06.663790 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40d5ed-185c-46d2-9bc9-82d2655f1f4f req-ad678ba2-8dff-4811-9dc3-ab2440616bad tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:06.665272 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e40d5ed-185c-46d2-9bc9-82d2655f1f4f req-ad678ba2-8dff-4811-9dc3-ab2440616bad tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 944 time: 0.0580535 Mar 28 05:47:06.711486 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e40d5ed-185c-46d2-9bc9-82d2655f1f4f req-268585f6-95f3-4c43-b251-2e1f3a591aee tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 Mar 28 05:47:07.349848 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-c27eff75-743b-40e6-a287-fe72119a4c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:07.808112 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:07.832437 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0202a5-fd39-4449-ab8d-de67a229d7b1 req-3fd7a590-71d8-469d-bcc0-a2ab7c5e51a3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:07.834632 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0a0202a5-fd39-4449-ab8d-de67a229d7b1 req-3fd7a590-71d8-469d-bcc0-a2ab7c5e51a3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 944 time: 0.0526431 Mar 28 05:47:07.857855 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 88345377-b056-4f59-a063-cda6ba769dc4 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:07.858236 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (88345377-b056-4f59-a063-cda6ba769dc4), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:07.882532 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0a0202a5-fd39-4449-ab8d-de67a229d7b1 req-7789ab2e-3a15-4110-9ccf-0ea9f3b57bc4 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421932 Mar 28 05:47:07.938691 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 88345377-b056-4f59-a063-cda6ba769dc4 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:07.939083 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:07.962422 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:07.964603 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2af042-e21f-46ed-807b-6e828deb86d3" -d '{"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-plugged", "status": "completed", "tag": "88345377-b056-4f59-a063-cda6ba769dc4"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:07.976840 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:07.981188 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:08.003977 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcb0c8c-1022-4fb9-961b-eb400a260f4d x-openstack-request-id: req-2bcb0c8c-1022-4fb9-961b-eb400a260f4d {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:08.004270 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-plugged", "status": "completed", "tag": "88345377-b056-4f59-a063-cda6ba769dc4", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:08.004520 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bcb0c8c-1022-4fb9-961b-eb400a260f4d {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:08.004911 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bcb0c8c-1022-4fb9-961b-eb400a260f4d'] response: {'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4', 'code': 200} Mar 28 05:47:08.031177 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=10']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:08.183173 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af147706-f6cd-435e-a822-562f1e6fbea9 req-c162bf56-745e-4f12-ba60-28b694a4a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:08.184626 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-af147706-f6cd-435e-a822-562f1e6fbea9 req-c162bf56-745e-4f12-ba60-28b694a4a216 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 1130 time: 0.0420041 Mar 28 05:47:08.229147 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-af147706-f6cd-435e-a822-562f1e6fbea9 req-4db12cb0-efd0-422d-ab1f-244d07d20dd0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369387 Mar 28 05:47:08.850654 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:09.004256 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14582949-28db-4e0d-abef-00e8ef993078 req-433e040b-799e-49ca-8cce-9706fdab741e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:09.006250 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-14582949-28db-4e0d-abef-00e8ef993078 req-433e040b-799e-49ca-8cce-9706fdab741e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 946 time: 0.0523100 Mar 28 05:47:09.056197 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-14582949-28db-4e0d-abef-00e8ef993078 req-da91e3ee-7cfc-4f6d-90d0-ea036900951e tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443060 Mar 28 05:47:10.182512 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9bd5-fdb7-478f-82ff-29ee1b27c7cf req-cf343428-3ebb-4579-87d6-f08aa58b30ea tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:10.184000 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-35cf9bd5-fdb7-478f-82ff-29ee1b27c7cf req-cf343428-3ebb-4579-87d6-f08aa58b30ea tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 946 time: 0.0509274 Mar 28 05:47:10.231720 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-35cf9bd5-fdb7-478f-82ff-29ee1b27c7cf req-b9c940a4-7512-4686-acfa-a7f93d18028b tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Mar 28 05:47:10.375626 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:11.599254 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.112594 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37076) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:13.213400 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd1b4-a150-4520-8bca-3f5905feb391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.285372 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd1b4-a150-4520-8bca-3f5905feb391 admin admin] Publish callbacks [] for security_group (5865730f-177f-40cf-9646-23a357dfb136), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.289585 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-e2bbd1b4-a150-4520-8bca-3f5905feb391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5865730f-177f-40cf-9646-23a357dfb136), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.329378 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-e2bbd1b4-a150-4520-8bca-3f5905feb391 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d488a9f9aae24bed99523592bd0271af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156515 Mar 28 05:47:13.330277 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbd1b4-a150-4520-8bca-3f5905feb391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5865730f-177f-40cf-9646-23a357dfb136,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:13.332166 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37080) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:13.378873 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-dccf685e-80b3-452b-bb75-591597f2e0bc admin admin] Publish callbacks [] for security_group (5865730f-177f-40cf-9646-23a357dfb136), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.399201 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-dccf685e-80b3-452b-bb75-591597f2e0bc admin admin] Publish callbacks [] for security_group (5865730f-177f-40cf-9646-23a357dfb136), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.442725 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-dccf685e-80b3-452b-bb75-591597f2e0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5865730f-177f-40cf-9646-23a357dfb136), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.445882 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-dccf685e-80b3-452b-bb75-591597f2e0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.446982 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-dccf685e-80b3-452b-bb75-591597f2e0bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5865730f-177f-40cf-9646-23a357dfb136 HTTP/1.1" status: 204 len: 168 time: 0.1138406 Mar 28 05:47:13.454370 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf685e-80b3-452b-bb75-591597f2e0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5865730f-177f-40cf-9646-23a357dfb136,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:13.698898 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37086) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:13.711823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f495c594-be00-46e3-89e9-496b6588e7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.784169 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f495c594-be00-46e3-89e9-496b6588e7db admin admin] Publish callbacks [] for security_group (0a125d13-3562-41f5-96fc-2142770c5534), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.788212 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f495c594-be00-46e3-89e9-496b6588e7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0a125d13-3562-41f5-96fc-2142770c5534), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.823301 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495c594-be00-46e3-89e9-496b6588e7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a125d13-3562-41f5-96fc-2142770c5534,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:13.827492 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-f495c594-be00-46e3-89e9-496b6588e7db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da19dedda0f64aebbef67fd463d5723e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276009 Mar 28 05:47:13.830659 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37088) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:13.877676 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-175f41f4-5e6e-4f24-8896-ffe0cb83e3c1 admin admin] Publish callbacks [] for security_group (0a125d13-3562-41f5-96fc-2142770c5534), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.898715 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-175f41f4-5e6e-4f24-8896-ffe0cb83e3c1 admin admin] Publish callbacks [] for security_group (0a125d13-3562-41f5-96fc-2142770c5534), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.943438 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-175f41f4-5e6e-4f24-8896-ffe0cb83e3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (0a125d13-3562-41f5-96fc-2142770c5534), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.946226 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-175f41f4-5e6e-4f24-8896-ffe0cb83e3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:13.947371 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-175f41f4-5e6e-4f24-8896-ffe0cb83e3c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a125d13-3562-41f5-96fc-2142770c5534 HTTP/1.1" status: 204 len: 168 time: 0.1163008 Mar 28 05:47:13.954842 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f41f4-5e6e-4f24-8896-ffe0cb83e3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a125d13-3562-41f5-96fc-2142770c5534,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:14.259812 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37094) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:14.275561 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-45753704-0eab-4f13-81b6-990c44185fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:14.349563 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-45753704-0eab-4f13-81b6-990c44185fc1 admin admin] Publish callbacks [] for security_group (abe29f9f-32de-4713-a75a-478894e345a3), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:14.353811 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-45753704-0eab-4f13-81b6-990c44185fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (abe29f9f-32de-4713-a75a-478894e345a3), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:14.390337 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-45753704-0eab-4f13-81b6-990c44185fc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=143a4665fb87456aaf03a8c4b357e1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292393 Mar 28 05:47:14.392313 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45753704-0eab-4f13-81b6-990c44185fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe29f9f-32de-4713-a75a-478894e345a3,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:14.392983 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37096) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:14.443828 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c4b50a53-99dc-40e9-a723-3715bccddf04 admin admin] Publish callbacks [] for security_group (abe29f9f-32de-4713-a75a-478894e345a3), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:14.469317 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c4b50a53-99dc-40e9-a723-3715bccddf04 admin admin] Publish callbacks [] for security_group (abe29f9f-32de-4713-a75a-478894e345a3), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:14.514205 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c4b50a53-99dc-40e9-a723-3715bccddf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (abe29f9f-32de-4713-a75a-478894e345a3), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:14.516770 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c4b50a53-99dc-40e9-a723-3715bccddf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:14.520452 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c4b50a53-99dc-40e9-a723-3715bccddf04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe29f9f-32de-4713-a75a-478894e345a3 HTTP/1.1" status: 204 len: 168 time: 0.1239867 Mar 28 05:47:14.525936 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b50a53-99dc-40e9-a723-3715bccddf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe29f9f-32de-4713-a75a-478894e345a3,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:15.379037 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-7d52a470-9fcb-4990-82a7-91c53420948e tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688111120&fields=id&tenant_id=9b9766233dfe4f029f4c0fffbde50acc HTTP/1.1" status: 200 len: 267 time: 0.0454223 Mar 28 05:47:15.434550 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-efef1348-043d-4ac7-9b29-0f7cb28aa9fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:15.435998 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-efef1348-043d-4ac7-9b29-0f7cb28aa9fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 984 time: 0.0514460 Mar 28 05:47:15.446529 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Request body: {'port': {'security_groups': ['b13341e4-0d18-485a-9329-700b58ee4a4c']}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:15.519283 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:15.542746 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:15.704948 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] For port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:15.734587 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:15.739010 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:15.750242 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['7ced6ecd-3f24-46c8-bf44-7e444affbe7d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:47:15.780959 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:15.781574 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:15.783009 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-827abcde-b2f7-4101-b6dc-0c9bd69644e3 req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "PUT /v2.0/ports/7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 942 time: 0.3409250 Mar 28 05:47:15.783471 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:15.785799 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51" -d '{"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:15.790637 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37144) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:15.842242 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892c952-e1cf-41fc-a46b-baea747160fc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event updated for resources: {'Port': ['ID=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,revision_number=7']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:15.866381 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['7ced6ecd-3f24-46c8-bf44-7e444affbe7d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:47:15.882821 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-35bbdb2f-ab0d-4d4d-98d7-0e97da40e227 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group (e7cad0ce-7272-41f4-a12e-8e0a8fc51d14), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:15.915383 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-35bbdb2f-ab0d-4d4d-98d7-0e97da40e227 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group (e7cad0ce-7272-41f4-a12e-8e0a8fc51d14), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:15.997363 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9699ec5e-5808-40e4-9b21-5e58d0326837 x-openstack-request-id: req-9699ec5e-5808-40e4-9b21-5e58d0326837 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:15.997733 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:15.998297 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9699ec5e-5808-40e4-9b21-5e58d0326837 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:15.998662 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9699ec5e-5808-40e4-9b21-5e58d0326837'] response: {'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'status': 'completed', 'code': 200} Mar 28 05:47:16.008083 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-35bbdb2f-ab0d-4d4d-98d7-0e97da40e227 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (e7cad0ce-7272-41f4-a12e-8e0a8fc51d14), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:16.012594 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-35bbdb2f-ab0d-4d4d-98d7-0e97da40e227 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:16.015402 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-35bbdb2f-ab0d-4d4d-98d7-0e97da40e227 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7cad0ce-7272-41f4-a12e-8e0a8fc51d14 HTTP/1.1" status: 204 len: 168 time: 0.2231398 Mar 28 05:47:16.018079 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37148) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:16.036616 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbdb2f-ab0d-4d4d-98d7-0e97da40e227 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cad0ce-7272-41f4-a12e-8e0a8fc51d14,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:16.117410 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-7be14abb-b862-4438-bb8c-a719ada183ed None None] Provisioning complete for port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:16.117899 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7be14abb-b862-4438-bb8c-a719ada183ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:16.159573 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-2b278432-421b-45ae-831a-197d6c1fef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:16.161090 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-2b278432-421b-45ae-831a-197d6c1fef06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1129 time: 0.1339254 Mar 28 05:47:16.196804 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-7be14abb-b862-4438-bb8c-a719ada183ed None None] Current status of the port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:16.288614 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Deleting port 720c34c6-5532-4ed6-a982-87ddd7e6bda5 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:16.288959 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (720c34c6-5532-4ed6-a982-87ddd7e6bda5), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:16.294261 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-6aa0a70d-58a5-4a3b-b0d7-ebfebf410fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:16.294261 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-6aa0a70d-58a5-4a3b-b0d7-ebfebf410fc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 200 len: 916 time: 0.1159866 Mar 28 05:47:16.403893 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-3b822c7a-ac7f-450f-b005-1a70c8a5b271 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 1000 time: 0.0997345 Mar 28 05:47:16.423303 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (720c34c6-5532-4ed6-a982-87ddd7e6bda5), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:16.423625 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for floatingip (720c34c6-5532-4ed6-a982-87ddd7e6bda5), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:16.455155 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Calling delete_port for 720c34c6-5532-4ed6-a982-87ddd7e6bda5 owned by network:floatingip {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:16.476035 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-f7bf7758-9d13-4bff-8996-893e55795f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:16.477482 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-f7bf7758-9d13-4bff-8996-893e55795f50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b96cf01c-717a-49c2-b833-d7bdaf2e689d HTTP/1.1" status: 200 len: 854 time: 0.0636475 Mar 28 05:47:16.597435 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-12b33e18-25c3-40c7-95ee-c19054f0b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:16.598896 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-12b33e18-25c3-40c7-95ee-c19054f0b38a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e608e20-9e5e-4aa9-950f-456f31f26f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0914848 Mar 28 05:47:16.728340 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-a7ddd3ed-e65b-4e36-a573-b87dc38e1735 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231115 Mar 28 05:47:16.734604 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (720c34c6-5532-4ed6-a982-87ddd7e6bda5), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:16.778716 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event deleted for resources: {'Port': ['ID=720c34c6-5532-4ed6-a982-87ddd7e6bda5,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:16.890618 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks [] for floatingip (f84d28c4-0e15-4cb5-a466-f62b5d993a07), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:16.890948 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Floating IP f84d28c4-0e15-4cb5-a466-f62b5d993a07 disassociated (deleted). External IP: 172.28.0.41, port: 7ced6ecd-3f24-46c8-bf44-7e444affbe7d. Mar 28 05:47:16.896212 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8fe00907-701c-4fba-83a2-b0ae5e7e7c51 req-a5b06450-7fc1-4d2e-97b6-b380285425fb service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592155 Mar 28 05:47:17.106698 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Router 2dc126fd-eeb4-43f1-a012-9872fec81663 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:17.213946 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:17.218861 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:17.223375 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] Sync routers for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:17.233133 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:17.233750 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:17.246884 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4e3ffefb-8e06-49f5-89f3-4bd3d4e8c801 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "DELETE /v2.0/floatingips/f84d28c4-0e15-4cb5-a466-f62b5d993a07 HTTP/1.1" status: 204 len: 168 time: 1.2271919 Mar 28 05:47:17.247486 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:17.249714 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e834da8-8fd6-41b9-89b4-49aad77d7f67" -d '{"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:17.299976 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054859c8-10cb-4fb9-b69d-99103a2a59e8 x-openstack-request-id: req-054859c8-10cb-4fb9-b69d-99103a2a59e8 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:17.300276 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:17.300534 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-054859c8-10cb-4fb9-b69d-99103a2a59e8 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:17.300940 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054859c8-10cb-4fb9-b69d-99103a2a59e8'] response: {'name': 'network-changed', 'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'status': 'completed', 'code': 200} Mar 28 05:47:17.361496 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-a55a58ed-2092-43e9-8621-7285e90ea8c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541296 Mar 28 05:47:17.361681 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:17.368598 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-2a992402-4207-40ea-8179-a36cb5a15ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.370233 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-2a992402-4207-40ea-8179-a36cb5a15ca1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 1129 time: 0.0483127 Mar 28 05:47:17.455863 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-a16c0a60-b8cb-49b6-824e-a209faab65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.457379 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-a16c0a60-b8cb-49b6-824e-a209faab65bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51164e2f741949da9a86f6f2af2751cb&device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 1130 time: 0.0535140 Mar 28 05:47:17.500555 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-6efff818-03dd-4919-a6ba-a519f9887979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.502046 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-6efff818-03dd-4919-a6ba-a519f9887979 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 200 len: 916 time: 0.1255121 Mar 28 05:47:17.558667 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-373532e2-23c2-4778-8001-b002d01422b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 200 len: 217 time: 0.0483179 Mar 28 05:47:17.587442 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-0695df30-3f26-4a62-bd67-be9a4ac087d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.589175 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-0695df30-3f26-4a62-bd67-be9a4ac087d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 200 len: 918 time: 0.0973573 Mar 28 05:47:17.605936 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:17.617335 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-bd943ed9-5f8d-4c0f-bd73-f6cfe23818b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.618783 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-bd943ed9-5f8d-4c0f-bd73-f6cfe23818b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b96cf01c-717a-49c2-b833-d7bdaf2e689d HTTP/1.1" status: 200 len: 854 time: 0.0523968 Mar 28 05:47:17.635604 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] Checking router: 2dc126fd-eeb4-43f1-a012-9872fec81663 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:17.644160 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:17.644940 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:17.666055 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-cf79e120-0358-43fd-b8e1-0fef9da6667b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0683658 Mar 28 05:47:17.669875 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-f5b2900a-199e-49fe-a3cf-94a27e5ed0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.671444 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-f5b2900a-199e-49fe-a3cf-94a27e5ed0ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6e608e20-9e5e-4aa9-950f-456f31f26f5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469439 Mar 28 05:47:17.717596 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-8a8c930b-fcf3-4ee8-bf63-6b4b4c2de25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.719203 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-8a8c930b-fcf3-4ee8-bf63-6b4b4c2de25e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 200 len: 856 time: 0.0471730 Mar 28 05:47:17.757406 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:17.768767 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-777b888f-71ff-48bb-a102-4a8d5aa1de4a service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911443 Mar 28 05:47:17.769501 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-ef0ef1d8-fd45-438a-8544-8df5026e945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:17.770994 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-ef0ef1d8-fd45-438a-8544-8df5026e945c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442724 Mar 28 05:47:17.874322 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5e834da8-8fd6-41b9-89b4-49aad77d7f67 req-6ce27380-7f65-4fe2-81b9-ad77414d4072 service neutron] 10.222.0.30 "GET /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947478 Mar 28 05:47:17.877329 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-c73b1ac2-fdd1-4d4b-8292-43cbeb4b7b6d service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971069 Mar 28 05:47:17.991657 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:18.004773 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-5b4ff65b-e34e-41ca-b858-fe601e88cead req-76affa63-cf3b-491b-a2a8-1cab72f2feb6 service neutron] 10.222.0.30 "GET /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125846 Mar 28 05:47:18.030476 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f1e4e-684b-4e29-96dd-a5a7fa5faf79 None None] The sync data for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb is: [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:45:06Z', 'revision_number': 4, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '079eb46f-0580-4e87-ae44-fc520ff6b789', 'name': '', 'network_id': '6e608e20-9e5e-4aa9-950f-456f31f26f5e', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'mac_address': 'fa:16:3e:21:8f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:05Z', 'updated_at': '2022-03-28T05:45:11Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'subnets': [{'id': 'b96cf01c-717a-49c2-b833-d7bdaf2e689d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:18.266848 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ce3c7-1993-4e0a-9854-1c3b428d443c None None] New status for floating IP f84d28c4-0e15-4cb5-a466-f62b5d993a07: DOWN {{(pid=109884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:47:20.027795 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797390d2-1a50-4440-bf76-081d76ab93eb req-181d205f-c79d-4373-acbe-7725cd40f26a tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:20.029290 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-797390d2-1a50-4440-bf76-081d76ab93eb req-181d205f-c79d-4373-acbe-7725cd40f26a tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.0546749 Mar 28 05:47:20.081138 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-797390d2-1a50-4440-bf76-081d76ab93eb req-ceb4066e-6ea6-4e83-ac5d-d7f9871788d4 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463645 Mar 28 05:47:20.464056 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37202) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:20.568009 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-39ebc132-d4c3-4f1f-9f98-b8dbf00d9df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:20.641336 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-39ebc132-d4c3-4f1f-9f98-b8dbf00d9df3 admin admin] Publish callbacks [] for security_group (d293ae2a-1078-4604-af23-51f1caa225b5), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:20.645332 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-39ebc132-d4c3-4f1f-9f98-b8dbf00d9df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (d293ae2a-1078-4604-af23-51f1caa225b5), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:20.686607 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-39ebc132-d4c3-4f1f-9f98-b8dbf00d9df3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cf0abc2c2cf4935b809a1d5ff23ce10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215536 Mar 28 05:47:20.687550 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebc132-d4c3-4f1f-9f98-b8dbf00d9df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d293ae2a-1078-4604-af23-51f1caa225b5,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:20.689379 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37206) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:20.737381 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0473-c60e-4422-aae1-b6f1ed97e74e admin admin] Publish callbacks [] for security_group (d293ae2a-1078-4604-af23-51f1caa225b5), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:20.757464 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0473-c60e-4422-aae1-b6f1ed97e74e admin admin] Publish callbacks [] for security_group (d293ae2a-1078-4604-af23-51f1caa225b5), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:20.802041 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0473-c60e-4422-aae1-b6f1ed97e74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (d293ae2a-1078-4604-af23-51f1caa225b5), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:20.804994 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d6eb0473-c60e-4422-aae1-b6f1ed97e74e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:20.806162 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d6eb0473-c60e-4422-aae1-b6f1ed97e74e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d293ae2a-1078-4604-af23-51f1caa225b5 HTTP/1.1" status: 204 len: 168 time: 0.1157105 Mar 28 05:47:20.813864 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb0473-c60e-4422-aae1-b6f1ed97e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d293ae2a-1078-4604-af23-51f1caa225b5,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:21.197741 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce199c-a41c-4706-9917-e7561fa0d033 req-ef1de7e3-0220-491f-ad1e-3560f849b4cc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:21.199252 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-37ce199c-a41c-4706-9917-e7561fa0d033 req-ef1de7e3-0220-491f-ad1e-3560f849b4cc tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.0511706 Mar 28 05:47:21.246710 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-37ce199c-a41c-4706-9917-e7561fa0d033 req-ba6c0490-0dea-41c6-b3f2-87bfa03eba53 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/security-groups?id=b13341e4-0d18-485a-9329-700b58ee4a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Mar 28 05:47:21.880230 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-fd6d6a8d-e779-4646-b49d-145e866a4b7b tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:21.882305 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-fd6d6a8d-e779-4646-b49d-145e866a4b7b tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.30 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 945 time: 0.0524905 Mar 28 05:47:21.978163 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Deleting port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:21.978497 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:22.065579 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] For port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:22.065941 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:22.078762 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Calling delete_port for 7ced6ecd-3f24-46c8-bf44-7e444affbe7d owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:22.201771 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (7ced6ecd-3f24-46c8-bf44-7e444affbe7d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:22.216199 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['7ced6ecd-3f24-46c8-bf44-7e444affbe7d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:47:22.227814 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Pushing event deleted for resources: {'Port': ['ID=7ced6ecd-3f24-46c8-bf44-7e444affbe7d,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:22.273300 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] No DVR routers for this DVR port 7ced6ecd-3f24-46c8-bf44-7e444affbe7d on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:47:22.275610 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:22.278961 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-bad423a6-61ef-40d8-ba12-85fd4826ded0 req-f5436242-f13f-4b0c-add1-e6b70e130b61 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.30 "DELETE /v2.0/ports/7ced6ecd-3f24-46c8-bf44-7e444affbe7d HTTP/1.1" status: 204 len: 173 time: 0.3849738 Mar 28 05:47:22.279406 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'name': 'network-vif-deleted', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:22.281636 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095b74ec-572e-467a-baea-f919fbed33dc" -d '{"events": [{"server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "name": "network-vif-deleted", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:22.322022 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c8d586-2622-4905-9e4f-cf43b0e1b65e x-openstack-request-id: req-34c8d586-2622-4905-9e4f-cf43b0e1b65e {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:22.322418 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bee554-7d13-4317-979c-7c09de9b8181", "name": "network-vif-deleted", "tag": "7ced6ecd-3f24-46c8-bf44-7e444affbe7d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:22.322741 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34c8d586-2622-4905-9e4f-cf43b0e1b65e {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:22.323258 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c8d586-2622-4905-9e4f-cf43b0e1b65e'] response: {'server_uuid': '41bee554-7d13-4317-979c-7c09de9b8181', 'name': 'network-vif-deleted', 'tag': '7ced6ecd-3f24-46c8-bf44-7e444affbe7d', 'status': 'completed', 'code': 200} Mar 28 05:47:22.348115 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0768b318-c24c-4c9e-b9d7-7d4d0135bd7a req-e3ee3a71-df9e-4085-930d-bc6477e1eb35 tempest-TestMinimumBasicScenario-976647602 tempest-TestMinimumBasicScenario-976647602-project] 10.222.0.13 "GET /v2.0/ports?device_id=41bee554-7d13-4317-979c-7c09de9b8181 HTTP/1.1" status: 200 len: 210 time: 0.0323586 Mar 28 05:47:23.957236 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37256) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:24.289642 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655218'] for router_interface (2dc126fd-eeb4-43f1-a012-9872fec81663), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:24.530954 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Deleting port 079eb46f-0580-4e87-ae44-fc520ff6b789 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:24.531290 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:24.607820 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] For port 079eb46f-0580-4e87-ae44-fc520ff6b789, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=079eb46f-0580-4e87-ae44-fc520ff6b789,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:24.608094 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:24.624424 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Calling delete_port for 079eb46f-0580-4e87-ae44-fc520ff6b789 owned by network:router_interface {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:24.800679 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (079eb46f-0580-4e87-ae44-fc520ff6b789), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:24.825346 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=079eb46f-0580-4e87-ae44-fc520ff6b789,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:24.990883 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654530'] for router_interface (2dc126fd-eeb4-43f1-a012-9872fec81663), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:25.199985 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Router 2dc126fd-eeb4-43f1-a012-9872fec81663 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:25.306424 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:25.311479 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-3f7b6de9-1d0d-4938-ad17-f3d2a844fee1 admin admin] 10.222.0.13 "PUT /v2.0/routers/2dc126fd-eeb4-43f1-a012-9872fec81663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3525999 Mar 28 05:47:25.313987 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37258) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:25.316486 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] Sync routers for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:25.326009 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:25.326610 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:25.416113 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks [] for router (2dc126fd-eeb4-43f1-a012-9872fec81663), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:25.432705 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:25.618610 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:47:24Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:25.646413 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] Checking router: 2dc126fd-eeb4-43f1-a012-9872fec81663 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:25.657051 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] Routers {'2dc126fd-eeb4-43f1-a012-9872fec81663'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:25.657681 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['2dc126fd-eeb4-43f1-a012-9872fec81663'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:25.764877 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks [] for router_gateway (2dc126fd-eeb4-43f1-a012-9872fec81663), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:25.818696 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Deleting port 29e5b014-df20-4541-85e2-342a78cfa19c {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:25.819033 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:25.895202 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 7ced6ecd-3f24-46c8-bf44-7e444affbe7d no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:25.898050 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] For port 29e5b014-df20-4541-85e2-342a78cfa19c, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=29e5b014-df20-4541-85e2-342a78cfa19c,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:25.898452 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:25.900192 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] Set router 2dc126fd-eeb4-43f1-a012-9872fec81663 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:25.910911 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Calling delete_port for 29e5b014-df20-4541-85e2-342a78cfa19c owned by network:router_gateway {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:25.969050 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 7ced6ecd-3f24-46c8-bf44-7e444affbe7d {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:25.969411 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 7ced6ecd-3f24-46c8-bf44-7e444affbe7d not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:26.076383 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (29e5b014-df20-4541-85e2-342a78cfa19c), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.093338 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:47:24Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:26.108627 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e5b014-df20-4541-85e2-342a78cfa19c,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:26.124020 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9355dc1-fa3a-4739-8107-bed2c89efe61 None None] The sync data for ids ['2dc126fd-eeb4-43f1-a012-9872fec81663'] in dv-cinder-831776-5-smb is: [{'id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'name': 'tempest-TestMinimumBasicScenario-2088431253-router', 'tenant_id': '9b9766233dfe4f029f4c0fffbde50acc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:03Z', 'updated_at': '2022-03-28T05:47:24Z', 'revision_number': 5, 'project_id': '9b9766233dfe4f029f4c0fffbde50acc', 'gw_port': {'id': '29e5b014-df20-4541-85e2-342a78cfa19c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:20:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc126fd-eeb4-43f1-a012-9872fec81663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:04Z', 'updated_at': '2022-03-28T05:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:26.170192 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639800'] for router_gateway (2dc126fd-eeb4-43f1-a012-9872fec81663), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.258086 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2456'] for router (2dc126fd-eeb4-43f1-a012-9872fec81663), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.260137 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks [] for router_controller (2dc126fd-eeb4-43f1-a012-9872fec81663), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.305187 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653787'] for router (2dc126fd-eeb4-43f1-a012-9872fec81663), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.305734 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dc126fd-eeb4-43f1-a012-9872fec81663 {{(pid=109882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:47:26.310724 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.311882 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-d91117f0-27bd-455e-9253-6e79b5f86d47 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2dc126fd-eeb4-43f1-a012-9872fec81663 HTTP/1.1" status: 204 len: 168 time: 0.9970081 Mar 28 05:47:26.314359 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37260) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:26.356864 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_v2 [None req-129e26ce-9e82-4ef1-9c53-6f395a8a3e9b admin admin] Deleting subnet b96cf01c-717a-49c2-b833-d7bdaf2e689d {{(pid=109882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:47:26.359822 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-129e26ce-9e82-4ef1-9c53-6f395a8a3e9b admin admin] Publish callbacks [] for subnet (b96cf01c-717a-49c2-b833-d7bdaf2e689d), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.392316 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-129e26ce-9e82-4ef1-9c53-6f395a8a3e9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6756276'] for subnet (b96cf01c-717a-49c2-b833-d7bdaf2e689d), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.469206 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-129e26ce-9e82-4ef1-9c53-6f395a8a3e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (b96cf01c-717a-49c2-b833-d7bdaf2e689d), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.526136 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-129e26ce-9e82-4ef1-9c53-6f395a8a3e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4549463'] for subnet (b96cf01c-717a-49c2-b833-d7bdaf2e689d), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.552514 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e26ce-9e82-4ef1-9c53-6f395a8a3e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96cf01c-717a-49c2-b833-d7bdaf2e689d,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:26.556909 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-129e26ce-9e82-4ef1-9c53-6f395a8a3e9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.560107 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-129e26ce-9e82-4ef1-9c53-6f395a8a3e9b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b96cf01c-717a-49c2-b833-d7bdaf2e689d HTTP/1.1" status: 204 len: 168 time: 0.2448487 Mar 28 05:47:26.562716 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37262) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:26.566222 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73b53a-2bf4-48b8-b7f9-08ea1aaa41a7 None None] Network 6e608e20-9e5e-4aa9-950f-456f31f26f5e requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:26.635302 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (6e608e20-9e5e-4aa9-950f-456f31f26f5e), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.692252 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Deleting port b92ff150-1cc3-4760-b4cc-dee36edee5cf {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:26.693225 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.752406 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] DHCP port deletion for 6e608e20-9e5e-4aa9-950f-456f31f26f5e request from dv-cinder-831776-5-smb {{(pid=109883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:47:26.773463 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] For port b92ff150-1cc3-4760-b4cc-dee36edee5cf, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b92ff150-1cc3-4760-b4cc-dee36edee5cf,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:26.773834 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.788330 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Calling delete_port for b92ff150-1cc3-4760-b4cc-dee36edee5cf owned by network:dhcp {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:26.820296 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] Deleting port b92ff150-1cc3-4760-b4cc-dee36edee5cf {{(pid=109883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:26.820583 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), before_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.867510 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.882941 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] For port b92ff150-1cc3-4760-b4cc-dee36edee5cf, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b92ff150-1cc3-4760-b4cc-dee36edee5cf,segment=NetworkSegment(9c33e41b-ca9f-4d2c-8368-559722301f2c),segment_id=9c33e41b-ca9f-4d2c-8368-559722301f2c)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:26.883358 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), precommit_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.895844 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] Calling delete_port for b92ff150-1cc3-4760-b4cc-dee36edee5cf owned by network:dhcp {{(pid=109883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:26.896616 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92ff150-1cc3-4760-b4cc-dee36edee5cf,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:26.901155 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] No DVR routers for this DVR port b92ff150-1cc3-4760-b4cc-dee36edee5cf on host dv-cinder-831776-5-smb {{(pid=109882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:47:26.969445 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (6e608e20-9e5e-4aa9-950f-456f31f26f5e), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.977426 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284'] for port (b92ff150-1cc3-4760-b4cc-dee36edee5cf), after_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:26.990414 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e608e20-9e5e-4aa9-950f-456f31f26f5e']}} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:27.000112 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] Pushing event deleted for resources: {'Port': ['ID=b92ff150-1cc3-4760-b4cc-dee36edee5cf,revision_number=None']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:27.000836 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c33e41b-ca9f-4d2c-8368-559722301f2c') {'for_net_delete': True} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:27.001168 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c33e41b-ca9f-4d2c-8368-559722301f2c') {} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:27.005591 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6985ac-c347-4dd7-ade4-41dbb59af062 None None] No DVR routers for this DVR port b92ff150-1cc3-4760-b4cc-dee36edee5cf on host dv-cinder-831776-5-smb {{(pid=109883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:47:27.012383 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6756237'] for segment (9c33e41b-ca9f-4d2c-8368-559722301f2c), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:27.026362 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (9c33e41b-ca9f-4d2c-8368-559722301f2c), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:27.032184 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:47:27.032592 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5847043'] for segment (9c33e41b-ca9f-4d2c-8368-559722301f2c), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: Traceback (most recent call last): Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: timer() Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: cb(*args, **kw) Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: return func(*args, **kwargs) Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: self._notify() Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: self.callback(batched_events) Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: event.method(event) Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: return f(self, *a, **k) Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: return self._get(url).json() Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: return self.request(url, 'GET', **kwargs) Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:47:27.034376 dv-cinder-831776-5-smb neutron-server[109882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:47:27.091559 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (6e608e20-9e5e-4aa9-950f-456f31f26f5e), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:27.096709 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:27.104081 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e608e20-9e5e-4aa9-950f-456f31f26f5e HTTP/1.1" status: 204 len: 168 time: 0.5402374 Mar 28 05:47:27.107077 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37264) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:27.128488 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d577d-18a0-47c1-a7ec-aa8e92b201b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e608e20-9e5e-4aa9-950f-456f31f26f5e,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:27.191349 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 079eb46f-0580-4e87-ae44-fc520ff6b789 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:27.212578 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 079eb46f-0580-4e87-ae44-fc520ff6b789 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:27.213021 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 079eb46f-0580-4e87-ae44-fc520ff6b789 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:27.686869 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:47:27.699770 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655218'] for router_interface (5b6735ea-af51-48ab-b671-d95df3f3bd5e), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:27.939376 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Deleting port b137d205-09b9-41be-b2e0-43d15663b449 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:27.939600 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (b137d205-09b9-41be-b2e0-43d15663b449), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:28.013751 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] For port b137d205-09b9-41be-b2e0-43d15663b449, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b137d205-09b9-41be-b2e0-43d15663b449,segment=NetworkSegment(a73157f4-1627-4f93-81d5-e07d62ec5df9),segment_id=a73157f4-1627-4f93-81d5-e07d62ec5df9)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:28.014098 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (b137d205-09b9-41be-b2e0-43d15663b449), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:28.026514 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Calling delete_port for b137d205-09b9-41be-b2e0-43d15663b449 owned by network:router_interface {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:28.199963 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (b137d205-09b9-41be-b2e0-43d15663b449), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:28.224216 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b137d205-09b9-41be-b2e0-43d15663b449,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:28.235353 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.235704 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.236048 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.236387 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.236766 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.237075 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.237473 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.237748 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.238050 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.238373 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.238698 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.239016 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.239346 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.239653 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.239967 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:28.404842 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654530'] for router_interface (5b6735ea-af51-48ab-b671-d95df3f3bd5e), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:28.620412 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Router 5b6735ea-af51-48ab-b671-d95df3f3bd5e has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:28.724445 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:28.733144 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-8a6bb5e9-2080-4c13-997a-ae2bf47fff50 admin admin] 10.222.0.13 "PUT /v2.0/routers/5b6735ea-af51-48ab-b671-d95df3f3bd5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6218750 Mar 28 05:47:28.733144 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37266) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:28.735784 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] Sync routers for ids ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:28.748436 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] Routers {'5b6735ea-af51-48ab-b671-d95df3f3bd5e'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:28.749191 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:28.807602 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b92ff150-1cc3-4760-b4cc-dee36edee5cf no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:28.832276 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: b92ff150-1cc3-4760-b4cc-dee36edee5cf {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:28.832620 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b92ff150-1cc3-4760-b4cc-dee36edee5cf not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:28.833184 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 29e5b014-df20-4541-85e2-342a78cfa19c no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:28.844031 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks [] for router (5b6735ea-af51-48ab-b671-d95df3f3bd5e), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:28.856034 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 29e5b014-df20-4541-85e2-342a78cfa19c {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:28.856472 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 29e5b014-df20-4541-85e2-342a78cfa19c not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:28.856665 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] Set router 5b6735ea-af51-48ab-b671-d95df3f3bd5e gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:28.947790 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks [] for router_gateway (5b6735ea-af51-48ab-b671-d95df3f3bd5e), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.000344 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Deleting port 2c084690-8a86-44f8-ade4-d3580f6d096c {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:29.000679 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.035135 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52'}], 'enable_snat': True}, 'gw_port_id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:47:28Z', 'revision_number': 5, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port': {'id': '2c084690-8a86-44f8-ade4-d3580f6d096c', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:60:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:29.064944 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] Checking router: 5b6735ea-af51-48ab-b671-d95df3f3bd5e for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:29.073199 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] Routers {'5b6735ea-af51-48ab-b671-d95df3f3bd5e'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:29.073783 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:29.080748 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] For port 2c084690-8a86-44f8-ade4-d3580f6d096c, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=2c084690-8a86-44f8-ade4-d3580f6d096c,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:29.081146 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.094721 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Calling delete_port for 2c084690-8a86-44f8-ade4-d3580f6d096c owned by network:router_gateway {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:29.158579 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] Set router 5b6735ea-af51-48ab-b671-d95df3f3bd5e gateway port host: None {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:29.209057 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:47:28Z', 'revision_number': 6, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port_host': None}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:29.239527 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a10be-a01c-4f70-a056-7231ed963f9f None None] The sync data for ids ['5b6735ea-af51-48ab-b671-d95df3f3bd5e'] in dv-cinder-831776-5-smb is: [{'id': '5b6735ea-af51-48ab-b671-d95df3f3bd5e', 'name': 'tempest-TestMinimumBasicScenario-990264065-router', 'tenant_id': 'e92c82fba8994246bf1ee47654761afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:45:08Z', 'updated_at': '2022-03-28T05:47:28Z', 'revision_number': 6, 'project_id': 'e92c82fba8994246bf1ee47654761afd', 'gw_port_host': None}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:29.263485 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (2c084690-8a86-44f8-ade4-d3580f6d096c), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.289581 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c084690-8a86-44f8-ade4-d3580f6d096c,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:29.352071 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639800'] for router_gateway (5b6735ea-af51-48ab-b671-d95df3f3bd5e), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.440116 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2456'] for router (5b6735ea-af51-48ab-b671-d95df3f3bd5e), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.442791 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks [] for router_controller (5b6735ea-af51-48ab-b671-d95df3f3bd5e), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.485769 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653787'] for router (5b6735ea-af51-48ab-b671-d95df3f3bd5e), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.486249 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b6735ea-af51-48ab-b671-d95df3f3bd5e {{(pid=109881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:47:29.490956 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.492301 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-7526735d-df0e-4fac-a030-375e7ca4b9e3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5b6735ea-af51-48ab-b671-d95df3f3bd5e HTTP/1.1" status: 204 len: 168 time: 0.7588835 Mar 28 05:47:29.494844 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37268) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:29.541439 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ab7378-e5ff-4af2-93c2-d4606853d7ee admin admin] Deleting subnet a695b55f-330f-4e3c-94cd-68af5ab9ea30 {{(pid=109881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:47:29.544406 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-42ab7378-e5ff-4af2-93c2-d4606853d7ee admin admin] Publish callbacks [] for subnet (a695b55f-330f-4e3c-94cd-68af5ab9ea30), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.578481 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-42ab7378-e5ff-4af2-93c2-d4606853d7ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592138'] for subnet (a695b55f-330f-4e3c-94cd-68af5ab9ea30), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.657546 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-42ab7378-e5ff-4af2-93c2-d4606853d7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (a695b55f-330f-4e3c-94cd-68af5ab9ea30), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.711205 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-42ab7378-e5ff-4af2-93c2-d4606853d7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6107714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613624'] for subnet (a695b55f-330f-4e3c-94cd-68af5ab9ea30), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.739856 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab7378-e5ff-4af2-93c2-d4606853d7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a695b55f-330f-4e3c-94cd-68af5ab9ea30,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:29.743665 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-42ab7378-e5ff-4af2-93c2-d4606853d7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.746835 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-42ab7378-e5ff-4af2-93c2-d4606853d7ee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a695b55f-330f-4e3c-94cd-68af5ab9ea30 HTTP/1.1" status: 204 len: 168 time: 0.2510972 Mar 28 05:47:29.749572 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37270) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:29.751947 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53cda35-6d29-407d-a440-51181d709e4e None None] Network 3587268a-b584-4a9d-80c6-f953c2cd2e2a requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:29.814501 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (3587268a-b584-4a9d-80c6-f953c2cd2e2a), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.873491 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Deleting port ed0b2baa-8fef-4cde-8756-3e041408cec9 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:29.873827 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.934296 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] For port ed0b2baa-8fef-4cde-8756-3e041408cec9, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=ed0b2baa-8fef-4cde-8756-3e041408cec9,segment=NetworkSegment(a73157f4-1627-4f93-81d5-e07d62ec5df9),segment_id=a73157f4-1627-4f93-81d5-e07d62ec5df9)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:29.934652 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:29.947081 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Calling delete_port for ed0b2baa-8fef-4cde-8756-3e041408cec9 owned by network:dhcp {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:30.027794 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (ed0b2baa-8fef-4cde-8756-3e041408cec9), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.036312 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24238ccb-2aa3-4655-a8af-c760abe03afc None None] DHCP port deletion for 3587268a-b584-4a9d-80c6-f953c2cd2e2a request from dv-cinder-831776-5-smb {{(pid=109883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:47:30.051133 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0b2baa-8fef-4cde-8756-3e041408cec9,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:30.060595 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] No DVR routers for this DVR port ed0b2baa-8fef-4cde-8756-3e041408cec9 on host dv-cinder-831776-5-smb {{(pid=109882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:47:30.130197 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (3587268a-b584-4a9d-80c6-f953c2cd2e2a), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.150288 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3587268a-b584-4a9d-80c6-f953c2cd2e2a']}} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:30.159551 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73157f4-1627-4f93-81d5-e07d62ec5df9') {'for_net_delete': True} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:30.159840 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73157f4-1627-4f93-81d5-e07d62ec5df9') {} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:30.169384 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6756237'] for segment (a73157f4-1627-4f93-81d5-e07d62ec5df9), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.182589 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (a73157f4-1627-4f93-81d5-e07d62ec5df9), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.188161 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:47:30.188533 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5847043'] for segment (a73157f4-1627-4f93-81d5-e07d62ec5df9), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: Traceback (most recent call last): Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: timer() Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: cb(*args, **kw) Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: return func(*args, **kwargs) Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: self._notify() Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: self.callback(batched_events) Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: event.method(event) Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: return f(self, *a, **k) Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: return self._get(url).json() Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: return self.request(url, 'GET', **kwargs) Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:47:30.190136 dv-cinder-831776-5-smb neutron-server[109882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:47:30.247798 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (3587268a-b584-4a9d-80c6-f953c2cd2e2a), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.253216 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.259541 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3587268a-b584-4a9d-80c6-f953c2cd2e2a HTTP/1.1" status: 204 len: 168 time: 0.5057132 Mar 28 05:47:30.269250 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f634d0b-95ec-464d-a1dd-93f0198ac0e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3587268a-b584-4a9d-80c6-f953c2cd2e2a,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:30.420318 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37274) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:30.458690 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-8602f462-868c-41fc-b51e-9ea15008e3ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b9766233dfe4f029f4c0fffbde50acc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372381 Mar 28 05:47:30.462391 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37276) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:30.507453 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-660a0692-7133-4157-a34c-affe96d74545 admin admin] Publish callbacks [] for security_group (b13341e4-0d18-485a-9329-700b58ee4a4c), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.527833 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-660a0692-7133-4157-a34c-affe96d74545 admin admin] Publish callbacks [] for security_group (b13341e4-0d18-485a-9329-700b58ee4a4c), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.577324 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-660a0692-7133-4157-a34c-affe96d74545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (b13341e4-0d18-485a-9329-700b58ee4a4c), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.579832 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-660a0692-7133-4157-a34c-affe96d74545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:30.580960 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-660a0692-7133-4157-a34c-affe96d74545 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b13341e4-0d18-485a-9329-700b58ee4a4c HTTP/1.1" status: 204 len: 168 time: 0.1176863 Mar 28 05:47:30.589302 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a0692-7133-4157-a34c-affe96d74545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13341e4-0d18-485a-9329-700b58ee4a4c,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:30.755662 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device ed0b2baa-8fef-4cde-8756-3e041408cec9 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:30.776637 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: ed0b2baa-8fef-4cde-8756-3e041408cec9 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:30.776980 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device ed0b2baa-8fef-4cde-8756-3e041408cec9 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:30.777432 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b137d205-09b9-41be-b2e0-43d15663b449 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:30.795911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: b137d205-09b9-41be-b2e0-43d15663b449 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:30.796187 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b137d205-09b9-41be-b2e0-43d15663b449 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:30.796592 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 2c084690-8a86-44f8-ade4-d3580f6d096c no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:30.814763 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 2c084690-8a86-44f8-ade4-d3580f6d096c {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:30.815113 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 2c084690-8a86-44f8-ade4-d3580f6d096c not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:30.898310 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37282) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:30.936256 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-1e26f993-8778-41c9-81a2-ccfffd4f069c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e92c82fba8994246bf1ee47654761afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367732 Mar 28 05:47:30.938569 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37284) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:30.984729 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04a29ef3-8547-4b71-ae7c-e3c0d09d2e3a admin admin] Publish callbacks [] for security_group (dc231ca3-dcfb-4c7a-abf5-713cad61813b), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.005117 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04a29ef3-8547-4b71-ae7c-e3c0d09d2e3a admin admin] Publish callbacks [] for security_group (dc231ca3-dcfb-4c7a-abf5-713cad61813b), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.050534 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04a29ef3-8547-4b71-ae7c-e3c0d09d2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (dc231ca3-dcfb-4c7a-abf5-713cad61813b), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.053190 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04a29ef3-8547-4b71-ae7c-e3c0d09d2e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.054840 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-04a29ef3-8547-4b71-ae7c-e3c0d09d2e3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc231ca3-dcfb-4c7a-abf5-713cad61813b HTTP/1.1" status: 204 len: 168 time: 0.1154048 Mar 28 05:47:31.063017 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a29ef3-8547-4b71-ae7c-e3c0d09d2e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc231ca3-dcfb-4c7a-abf5-713cad61813b,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:31.719496 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37308) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:31.812198 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1096157864-network', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:31.830525 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Made reservation on behalf of aa6db4d038f143a3adb83aab396dde70 for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:47:31.832809 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.841869 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.914423 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Publish callbacks [] for security_group (4cec9967-ce37-401f-8392-58cdb9ada2db), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.917921 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (4cec9967-ce37-401f-8392-58cdb9ada2db), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.943412 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:47:31.952773 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec9967-ce37-401f-8392-58cdb9ada2db,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:31.957350 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (814ab536-42f5-4b7e-b980-98b5aad85c30), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:31.957692 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Added segment 814ab536-42f5-4b7e-b980-98b5aad85c30 of type vlan for network 66e25f17-97dc-419b-8063-b514c13a81c9 Mar 28 05:47:31.997238 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (66e25f17-97dc-419b-8063-b514c13a81c9), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.020923 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (66e25f17-97dc-419b-8063-b514c13a81c9), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.021880 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:32.022991 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.075378 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3546607 Mar 28 05:47:32.078181 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37312) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:32.082171 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b4f6a-42d9-477c-b2d2-076584924baf admin admin] Pushing event updated for resources: {'Network': ['ID=66e25f17-97dc-419b-8063-b514c13a81c9,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:32.083615 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Request body: {'subnet': {'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1096157864-subnet', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:32.093207 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 66e25f17-97dc-419b-8063-b514c13a81c9 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:47:32.105252 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Made reservation on behalf of aa6db4d038f143a3adb83aab396dde70 for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:47:32.107499 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4549498'] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.280113 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4549484'] for subnet (04178f1f-29d5-408e-b301-0a6d1b81ff1b), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.332102 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04178f1f-29d5-408e-b301-0a6d1b81ff1b,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:32.343252 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Checking segment: {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:32.343610 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Network hostable DHCP agents. Network: 66e25f17-97dc-419b-8063-b514c13a81c9, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:47:32.358558 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Network 66e25f17-97dc-419b-8063-b514c13a81c9 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:47:32.367273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 66e25f17-97dc-419b-8063-b514c13a81c9) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:32.371157 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:32.371743 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.375959 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f9514-d518-4299-89ab-deafeebbaa5f None None] Network 66e25f17-97dc-419b-8063-b514c13a81c9 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:32.387169 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-3dcbf2e8-e704-4d19-a043-30a59323beb7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3078530 Mar 28 05:47:32.390083 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37314) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:32.395071 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:32.414343 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.415325 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.470919 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks [] for router_controller (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), precommit_add_association {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.487867 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-66e25f17-97dc-419b-8063-b514c13a81c9', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:47:32.488684 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.607562 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks [] for router_gateway (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.628049 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Allocated IP 172.20.0.2 (66e25f17-97dc-419b-8063-b514c13a81c9/04178f1f-29d5-408e-b301-0a6d1b81ff1b/46706077-aa4b-411d-b212-3060142a20d9) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:32.768718 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Publish callbacks [] for port (46706077-aa4b-411d-b212-3060142a20d9), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.775101 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (46706077-aa4b-411d-b212-3060142a20d9), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.811133 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks [] for router_gateway (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.815172 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Network 66e25f17-97dc-419b-8063-b514c13a81c9 is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:32.818017 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:32.824186 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:32.831083 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Pushing event updated for resources: {'Port': ['ID=46706077-aa4b-411d-b212-3060142a20d9,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:32.831257 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.882958 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Attempting to bind port 46706077-aa4b-411d-b212-3060142a20d9 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:32.883237 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Attempting to bind port 46706077-aa4b-411d-b212-3060142a20d9 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:32.883425 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Attempting to bind port 46706077-aa4b-411d-b212-3060142a20d9 on network 66e25f17-97dc-419b-8063-b514c13a81c9 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:32.888329 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:32.888699 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Checking segment: {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:32.889132 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.889522 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Bound using segment: {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:32.889991 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Bound port: 46706077-aa4b-411d-b212-3060142a20d9, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:32.890372 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (46706077-aa4b-411d-b212-3060142a20d9), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:32.937783 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Allocated IP 172.28.0.194 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/dff0a567-7f96-4437-95b0-95ecc9334b00) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:32.951208 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] For port 46706077-aa4b-411d-b212-3060142a20d9, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:32.954633 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] For port 46706077-aa4b-411d-b212-3060142a20d9, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=46706077-aa4b-411d-b212-3060142a20d9,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:32.960386 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (46706077-aa4b-411d-b212-3060142a20d9), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:33.025852 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70a666-4382-47b2-b256-db92de7a78bd None None] Pushing event updated for resources: {'Port': ['ID=46706077-aa4b-411d-b212-3060142a20d9,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:33.042439 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks [] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:33.076528 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:33.114589 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:33.118167 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:33.124070 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:33.129764 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Pushing event updated for resources: {'Port': ['ID=dff0a567-7f96-4437-95b0-95ecc9334b00,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:33.654114 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks [] for router_gateway (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:33.857556 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:33.896668 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7554756-e69c-478d-bfaf-a52455da647a None None] Network 66e25f17-97dc-419b-8063-b514c13a81c9 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:33.967783 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-1092a92e-832e-4d5d-a858-0f14d6448b40 None None] Provisioning complete for port 46706077-aa4b-411d-b212-3060142a20d9 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:33.968076 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1092a92e-832e-4d5d-a858-0f14d6448b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (46706077-aa4b-411d-b212-3060142a20d9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:33.989489 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:47:34.089183 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-1092a92e-832e-4d5d-a858-0f14d6448b40 None None] Current status of the port 46706077-aa4b-411d-b212-3060142a20d9 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:34.089539 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1092a92e-832e-4d5d-a858-0f14d6448b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (46706077-aa4b-411d-b212-3060142a20d9), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.106110 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:34.121841 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Sync routers for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:34.125432 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.126705 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-38b04e2c-a413-4675-99e2-6ec9f5bc7229 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7353005 Mar 28 05:47:34.129498 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37316) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:34.145703 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-1092a92e-832e-4d5d-a858-0f14d6448b40 None None] For port 46706077-aa4b-411d-b212-3060142a20d9, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=46706077-aa4b-411d-b212-3060142a20d9,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:34.150846 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1092a92e-832e-4d5d-a858-0f14d6448b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (46706077-aa4b-411d-b212-3060142a20d9), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.153974 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:34.154593 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:34.434092 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092a92e-832e-4d5d-a858-0f14d6448b40 None None] Pushing event updated for resources: {'Port': ['ID=46706077-aa4b-411d-b212-3060142a20d9,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:34.452398 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-a9bbf49e-481f-4fe9-9651-97864f32e6d0 None None] Provisioning complete for port 46706077-aa4b-411d-b212-3060142a20d9 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:34.452773 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a9bbf49e-481f-4fe9-9651-97864f32e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (46706077-aa4b-411d-b212-3060142a20d9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.484962 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:34.576361 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.657440 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-a9bbf49e-481f-4fe9-9651-97864f32e6d0 None None] Current status of the port 46706077-aa4b-411d-b212-3060142a20d9 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:34.710347 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:33Z', 'revision_number': 3, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:34.736462 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Allocated IP 172.20.0.1 (66e25f17-97dc-419b-8063-b514c13a81c9/04178f1f-29d5-408e-b301-0a6d1b81ff1b/d851f0bb-5389-4170-ae7e-8f1d630b44c1) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:34.742702 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Checking router: 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:34.743061 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Updating router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d port dff0a567-7f96-4437-95b0-95ecc9334b00 binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:47:34.770814 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.795495 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 46706077-aa4b-411d-b212-3060142a20d9 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:34.839442 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Publish callbacks [] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.872953 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.914315 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Network 66e25f17-97dc-419b-8063-b514c13a81c9 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:34.917186 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:34.922712 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:34.927448 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 46706077-aa4b-411d-b212-3060142a20d9 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:34.927935 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (46706077-aa4b-411d-b212-3060142a20d9), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:34.928185 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Pushing event updated for resources: {'Port': ['ID=d851f0bb-5389-4170-ae7e-8f1d630b44c1,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:34.965170 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.091953 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 46706077-aa4b-411d-b212-3060142a20d9 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:35.113616 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.148092 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0398-3d4f-44f8-a42d-f02ffb174da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.160106 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Publish callbacks [] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.165059 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.234243 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Attempting to bind port dff0a567-7f96-4437-95b0-95ecc9334b00 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:35.234609 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Attempting to bind port dff0a567-7f96-4437-95b0-95ecc9334b00 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:35.234970 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Attempting to bind port dff0a567-7f96-4437-95b0-95ecc9334b00 on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:35.236706 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9762c-b519-4247-9358-169e1569a875 None None] Pushing event updated for resources: {'Port': ['ID=dff0a567-7f96-4437-95b0-95ecc9334b00,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:35.242047 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-09ae621a-424c-4c36-ad05-4f775d4908fb None None] Provisioning complete for port d851f0bb-5389-4170-ae7e-8f1d630b44c1 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:35.242422 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-09ae621a-424c-4c36-ad05-4f775d4908fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.246785 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:35.247070 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:35.247452 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.248739 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:35.248739 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Bound port: dff0a567-7f96-4437-95b0-95ecc9334b00, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:35.248739 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.277083 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Publish callbacks [] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.281976 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.310668 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-09ae621a-424c-4c36-ad05-4f775d4908fb None None] Port d851f0bb-5389-4170-ae7e-8f1d630b44c1 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:47:35.328335 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] For port dff0a567-7f96-4437-95b0-95ecc9334b00, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:35.331496 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] For port dff0a567-7f96-4437-95b0-95ecc9334b00, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=dff0a567-7f96-4437-95b0-95ecc9334b00,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:35.337755 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.341910 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Pushing event updated for resources: {'Port': ['ID=d851f0bb-5389-4170-ae7e-8f1d630b44c1,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:35.355664 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.400515 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:35.401158 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:35.406108 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9762c-b519-4247-9358-169e1569a875 None None] Pushing event updated for resources: {'Port': ['ID=dff0a567-7f96-4437-95b0-95ecc9334b00,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:35.446932 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Network 66e25f17-97dc-419b-8063-b514c13a81c9 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:35.448317 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:35.519554 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:35.566377 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:35.689146 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:35.696132 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-59d29ad1-d60c-45d3-9934-5cdaf1ee1c53 admin admin] 10.222.0.13 "PUT /v2.0/routers/83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5655987 Mar 28 05:47:35.736850 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 2, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:35.767554 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-51c29f5f-295a-4fda-bdc4-304edd5f7909 None None] Provisioning complete for port d851f0bb-5389-4170-ae7e-8f1d630b44c1 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:35.767932 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-51c29f5f-295a-4fda-bdc4-304edd5f7909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:35.769806 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372b77b-01c6-4d3f-8be1-736f8c38a483 None None] The sync data for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb is: [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 2, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:35.809106 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-51c29f5f-295a-4fda-bdc4-304edd5f7909 None None] Port d851f0bb-5389-4170-ae7e-8f1d630b44c1 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:47:36.258860 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37332) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:36.263684 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1825661054-network', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:36.282699 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Made reservation on behalf of 8fb1f3e4452b443d89d54619febc6edc for: {'network': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:47:36.285566 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.298769 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.388180 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Publish callbacks [] for security_group (3490c9e6-75de-4ed5-8ab1-092dac6ae9cf), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.396288 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (3490c9e6-75de-4ed5-8ab1-092dac6ae9cf), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.423135 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=109882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:47:36.434681 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3490c9e6-75de-4ed5-8ab1-092dac6ae9cf,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:36.441307 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (6dcefa9c-a87b-4f12-9a88-3591eed2360b), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.441653 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.segments_db [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Added segment 6dcefa9c-a87b-4f12-9a88-3591eed2360b of type vlan for network b777159a-f15f-433f-aa4d-967d6e70fe64 Mar 28 05:47:36.485605 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (b777159a-f15f-433f-aa4d-967d6e70fe64), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.513090 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (b777159a-f15f-433f-aa4d-967d6e70fe64), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.514139 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:36.514728 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.575495 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3153520 Mar 28 05:47:36.578113 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37334) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:36.582825 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Request body: {'subnet': {'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1825661054-subnet', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:36.592532 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24717690-ebd2-4457-9077-b8b253ae5750 admin admin] Pushing event updated for resources: {'Network': ['ID=b777159a-f15f-433f-aa4d-967d6e70fe64,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:36.602240 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network b777159a-f15f-433f-aa4d-967d6e70fe64 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:47:36.610669 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Made reservation on behalf of 8fb1f3e4452b443d89d54619febc6edc for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:47:36.613182 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4549498'] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.799976 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4549484'] for subnet (ea57ce91-0811-4c54-b066-d379502a5bb2), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.800799 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device dff0a567-7f96-4437-95b0-95ecc9334b00 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:36.855609 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port dff0a567-7f96-4437-95b0-95ecc9334b00 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:36.855992 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.868036 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea57ce91-0811-4c54-b066-d379502a5bb2,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:36.875050 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Checking segment: {'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:36.875413 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Network hostable DHCP agents. Network: b777159a-f15f-433f-aa4d-967d6e70fe64, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:47:36.894241 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Network b777159a-f15f-433f-aa4d-967d6e70fe64 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:47:36.905608 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, b777159a-f15f-433f-aa4d-967d6e70fe64) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:36.909968 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:36.910933 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.932348 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-3d838a39-f525-4937-ae31-6fadb6baa4e2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3531928 Mar 28 05:47:36.933761 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dad21a-3aee-4e71-a983-0c9e22f4cc72 None None] Network b777159a-f15f-433f-aa4d-967d6e70fe64 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:36.934790 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37336) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:36.939486 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:36.962541 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (5a214099-cd39-4114-8d86-3369ee540738), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.963683 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (5a214099-cd39-4114-8d86-3369ee540738), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:36.997502 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port dff0a567-7f96-4437-95b0-95ecc9334b00 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:36.997889 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.019379 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks [] for router_controller (5a214099-cd39-4114-8d86-3369ee540738), precommit_add_association {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.035111 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port dff0a567-7f96-4437-95b0-95ecc9334b00, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=dff0a567-7f96-4437-95b0-95ecc9334b00,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:37.042746 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.097609 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-b777159a-f15f-433f-aa4d-967d6e70fe64', 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64', 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'fixed_ips': [{'subnet_id': 'ea57ce91-0811-4c54-b066-d379502a5bb2'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:47:37.098461 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.129527 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=dff0a567-7f96-4437-95b0-95ecc9334b00,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:37.169871 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks [] for router_gateway (5a214099-cd39-4114-8d86-3369ee540738), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.411504 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b321ce90-8906-4c9b-88b6-72b69e6da5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.418872 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Allocated IP 172.20.0.2 (b777159a-f15f-433f-aa4d-967d6e70fe64/ea57ce91-0811-4c54-b066-d379502a5bb2/fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:37.573540 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Publish callbacks [] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.579510 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.616943 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Network b777159a-f15f-433f-aa4d-967d6e70fe64 is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:37.619936 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:37.625676 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:37.631023 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks [] for router_gateway (5a214099-cd39-4114-8d86-3369ee540738), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.633424 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Pushing event updated for resources: {'Port': ['ID=fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:37.653686 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.685363 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Attempting to bind port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:37.685807 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Attempting to bind port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:37.686173 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Attempting to bind port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 on network b777159a-f15f-433f-aa4d-967d6e70fe64 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:37.691379 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:37.691685 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Checking segment: {'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:37.692734 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.692734 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Bound using segment: {'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:37.692983 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Bound port: fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:37.693378 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.762512 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] For port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:37.762876 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Allocated IP 172.28.0.158 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/a2673094-2f04-47b7-a5a9-1d2679177654) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:37.766011 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] For port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8,segment=NetworkSegment(6dcefa9c-a87b-4f12-9a88-3591eed2360b),segment_id=6dcefa9c-a87b-4f12-9a88-3591eed2360b)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:37.774931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.795676 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Sync routers for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:37.807800 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:37.808989 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:37.843369 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb17521-4e0d-4b3a-afb0-a356b7e2006f None None] Pushing event updated for resources: {'Port': ['ID=fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:37.881315 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks [] for port (a2673094-2f04-47b7-a5a9-1d2679177654), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.917213 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:37.937461 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:37.957439 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:37.960203 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:37.962974 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:37.996201 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Pushing event updated for resources: {'Port': ['ID=a2673094-2f04-47b7-a5a9-1d2679177654,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:38.176926 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 2, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:38.203470 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Checking router: 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:38.203825 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Updating router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d port d851f0bb-5389-4170-ae7e-8f1d630b44c1 binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:47:38.233996 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.258399 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks [] for router_gateway (5a214099-cd39-4114-8d86-3369ee540738), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.471327 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (5a214099-cd39-4114-8d86-3369ee540738), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.503104 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Publish callbacks [] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.510049 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.643055 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Router 5a214099-cd39-4114-8d86-3369ee540738 is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:47:38.723477 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Pushing event updated for resources: {'Port': ['ID=d851f0bb-5389-4170-ae7e-8f1d630b44c1,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:38.740634 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.741032 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.741391 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.741783 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.742116 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.742510 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.742843 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.743432 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.743615 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.744109 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.744584 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.745211 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.745540 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.745862 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.746177 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:38.767703 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Attempting to bind port d851f0bb-5389-4170-ae7e-8f1d630b44c1 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:38.768167 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Attempting to bind port d851f0bb-5389-4170-ae7e-8f1d630b44c1 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:38.769054 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Attempting to bind port d851f0bb-5389-4170-ae7e-8f1d630b44c1 on network 66e25f17-97dc-419b-8063-b514c13a81c9 {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:38.776203 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:38.776691 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Checking segment: {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:38.777240 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.777733 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Bound using segment: {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:38.778302 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Bound port: d851f0bb-5389-4170-ae7e-8f1d630b44c1, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:38.779026 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.798253 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:38.811325 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Sync routers for ids ['5a214099-cd39-4114-8d86-3369ee540738'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:38.830801 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.839693 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-096a277f-9a3f-465b-8e39-84762fddb4dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9014001 Mar 28 05:47:38.840150 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37340) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:38.845258 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Routers {'5a214099-cd39-4114-8d86-3369ee540738'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:38.846100 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5a214099-cd39-4114-8d86-3369ee540738'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:38.922973 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] For port d851f0bb-5389-4170-ae7e-8f1d630b44c1, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:38.932812 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] For port d851f0bb-5389-4170-ae7e-8f1d630b44c1, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=d851f0bb-5389-4170-ae7e-8f1d630b44c1,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:38.942206 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:38.945574 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device dff0a567-7f96-4437-95b0-95ecc9334b00 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:38.948494 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.008974 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fef4b-5d35-4f3e-9c3c-4eb2408b2c71 None None] Pushing event updated for resources: {'Port': ['ID=d851f0bb-5389-4170-ae7e-8f1d630b44c1,revision_number=4']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:39.009574 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-3457b8b1-62e4-4bd1-8f50-941df7122455 None None] Provisioning complete for port d851f0bb-5389-4170-ae7e-8f1d630b44c1 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:39.009954 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3457b8b1-62e4-4bd1-8f50-941df7122455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.026258 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:39.027264 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:39.089774 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Set router 5a214099-cd39-4114-8d86-3369ee540738 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:39.095316 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e52e96-90cf-4d57-afdf-ab26d1e5492c None None] Network b777159a-f15f-433f-aa4d-967d6e70fe64 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:39.156951 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port dff0a567-7f96-4437-95b0-95ecc9334b00 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:39.157348 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.177965 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:39.408886 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.419079 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-3457b8b1-62e4-4bd1-8f50-941df7122455 None None] Current status of the port d851f0bb-5389-4170-ae7e-8f1d630b44c1 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:39.419475 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3457b8b1-62e4-4bd1-8f50-941df7122455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.495639 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:38Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:39.528575 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e091160c-4625-47b2-bbd2-5052d40bc82a None None] The sync data for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb is: [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:38Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:39.536377 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-3457b8b1-62e4-4bd1-8f50-941df7122455 None None] For port d851f0bb-5389-4170-ae7e-8f1d630b44c1, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=d851f0bb-5389-4170-ae7e-8f1d630b44c1,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:39.540556 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port dff0a567-7f96-4437-95b0-95ecc9334b00 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:39.541956 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:39.554232 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3457b8b1-62e4-4bd1-8f50-941df7122455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.638310 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Allocated IP 172.20.0.1 (b777159a-f15f-433f-aa4d-967d6e70fe64/ea57ce91-0811-4c54-b066-d379502a5bb2/6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:39.682018 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457b8b1-62e4-4bd1-8f50-941df7122455 None None] Pushing event updated for resources: {'Port': ['ID=d851f0bb-5389-4170-ae7e-8f1d630b44c1,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:39.692436 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:47:38Z', 'revision_number': 3, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port': {'id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:37Z', 'updated_at': '2022-03-28T05:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:39.734917 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Checking router: 5a214099-cd39-4114-8d86-3369ee540738 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:39.735374 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Updating router 5a214099-cd39-4114-8d86-3369ee540738 port a2673094-2f04-47b7-a5a9-1d2679177654 binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:47:39.778383 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:39.778763 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.801725 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Publish callbacks [] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.825361 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-0ab241ac-8cf7-45fe-adfb-06ac8c9f9db7 None None] Provisioning complete for port d851f0bb-5389-4170-ae7e-8f1d630b44c1 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:39.825936 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-0ab241ac-8cf7-45fe-adfb-06ac8c9f9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.827373 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.849638 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:39.892285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Network b777159a-f15f-433f-aa4d-967d6e70fe64 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:39.898036 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:39.902750 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:39.930010 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:39.950352 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (5a214099-cd39-4114-8d86-3369ee540738), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.012585 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:40.012734 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.119333 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.268346 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8,segment=NetworkSegment(6dcefa9c-a87b-4f12-9a88-3591eed2360b),segment_id=6dcefa9c-a87b-4f12-9a88-3591eed2360b)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:40.281911 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.306350 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Publish callbacks [] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.312503 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.323915 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-0ab241ac-8cf7-45fe-adfb-06ac8c9f9db7 None None] Current status of the port d851f0bb-5389-4170-ae7e-8f1d630b44c1 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:40.383815 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (5a214099-cd39-4114-8d86-3369ee540738), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.392022 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:40.409869 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-0ab241ac-8cf7-45fe-adfb-06ac8c9f9db7 None None] Provisioning complete for port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:40.410207 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-0ab241ac-8cf7-45fe-adfb-06ac8c9f9db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.459954 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:40.463561 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.482265 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Network b777159a-f15f-433f-aa4d-967d6e70fe64 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:40.482265 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:40.486922 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Publish callbacks [] for port (a2673094-2f04-47b7-a5a9-1d2679177654), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.498862 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.582909 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f1ee-ac4f-43dd-ad84-ba535ff55b96 None None] Pushing event updated for resources: {'Port': ['ID=a2673094-2f04-47b7-a5a9-1d2679177654,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:40.588424 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Attempting to bind port a2673094-2f04-47b7-a5a9-1d2679177654 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:40.588800 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Attempting to bind port a2673094-2f04-47b7-a5a9-1d2679177654 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:40.589203 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Attempting to bind port a2673094-2f04-47b7-a5a9-1d2679177654 on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:40.598966 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:40.599346 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:40.600725 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.600725 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:40.601168 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Bound port: a2673094-2f04-47b7-a5a9-1d2679177654, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:40.601553 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.621374 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Router 5a214099-cd39-4114-8d86-3369ee540738 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:40.626199 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-0ab241ac-8cf7-45fe-adfb-06ac8c9f9db7 None None] Current status of the port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:40.662285 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] For port a2673094-2f04-47b7-a5a9-1d2679177654, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:40.665809 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] For port a2673094-2f04-47b7-a5a9-1d2679177654, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a2673094-2f04-47b7-a5a9-1d2679177654,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:40.672023 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.727064 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Routers {'5a214099-cd39-4114-8d86-3369ee540738'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:40.727700 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5a214099-cd39-4114-8d86-3369ee540738'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:40.752277 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:40.761516 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-04559385-f752-4dfc-b296-0528062a1091 admin admin] 10.222.0.13 "PUT /v2.0/routers/5a214099-cd39-4114-8d86-3369ee540738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9199231 Mar 28 05:47:40.810861 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device d851f0bb-5389-4170-ae7e-8f1d630b44c1 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:40.812888 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f1ee-ac4f-43dd-ad84-ba535ff55b96 None None] Pushing event updated for resources: {'Port': ['ID=a2673094-2f04-47b7-a5a9-1d2679177654,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:40.861745 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-010baba8-7055-4026-bd3a-93fadb524588 None None] Provisioning complete for port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:40.862379 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-010baba8-7055-4026-bd3a-93fadb524588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:40.937651 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] Set router 5a214099-cd39-4114-8d86-3369ee540738 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:40.975165 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port d851f0bb-5389-4170-ae7e-8f1d630b44c1 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:40.975648 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.120693 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-010baba8-7055-4026-bd3a-93fadb524588 None None] Current status of the port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:41.174378 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-010baba8-7055-4026-bd3a-93fadb524588 None None] Provisioning complete for port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:41.174754 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-010baba8-7055-4026-bd3a-93fadb524588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.220690 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port d851f0bb-5389-4170-ae7e-8f1d630b44c1 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:41.221918 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:41.277988 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-010baba8-7055-4026-bd3a-93fadb524588 None None] Port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:47:41.314382 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37348) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:41.319696 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035233798', 'description': 'tempest-secgroup-smoke-2035233798 description', 'project_id': 'aa6db4d038f143a3adb83aab396dde70'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:41.320882 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:41.321295 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.339782 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.347708 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 4, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port': {'id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:37Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73', 'name': '', 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'mac_address': 'fa:16:3e:d0:d0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:39Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 2, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'subnets': [{'id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:41.379363 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee3b801-a999-4269-950c-7ae9e4a97732 None None] The sync data for ids ['5a214099-cd39-4114-8d86-3369ee540738'] in dv-cinder-831776-5-smb is: [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 4, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port': {'id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:46:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:37Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73', 'name': '', 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'mac_address': 'fa:16:3e:d0:d0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:39Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 2, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'subnets': [{'id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:41.412787 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group (91aead81-96b7-43cd-988f-a5ae50eb2708), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.417245 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (91aead81-96b7-43cd-988f-a5ae50eb2708), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.449064 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.449519 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:41.450320 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1349251 Mar 28 05:47:41.453227 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37350) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:41.457822 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-01fb381b-973e-4cf6-a262-f2f627440c0f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'security_group_rule': {'security_group_id': '91aead81-96b7-43cd-988f-a5ae50eb2708', 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:41.463562 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91aead81-96b7-43cd-988f-a5ae50eb2708,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:41.474291 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.474645 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.475030 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.475514 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.475868 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.476198 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.476521 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.476838 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.477196 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.477544 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.477863 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.478183 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.478501 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.478813 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.479125 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd25a9-2970-4f42-b485-d4a6f11cfaba tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:41.498677 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-01fb381b-973e-4cf6-a262-f2f627440c0f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (538fbecb-1fe0-4d09-bfcf-029cce8c6f79), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.554647 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-01fb381b-973e-4cf6-a262-f2f627440c0f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (538fbecb-1fe0-4d09-bfcf-029cce8c6f79), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.558742 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-01fb381b-973e-4cf6-a262-f2f627440c0f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (538fbecb-1fe0-4d09-bfcf-029cce8c6f79), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.578352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb381b-973e-4cf6-a262-f2f627440c0f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538fbecb-1fe0-4d09-bfcf-029cce8c6f79,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:41.604391 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-01fb381b-973e-4cf6-a262-f2f627440c0f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.605755 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-01fb381b-973e-4cf6-a262-f2f627440c0f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514959 Mar 28 05:47:41.608394 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37352) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:41.616641 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.617825 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-e7d14417-0274-4470-b9f2-ac9fa7d09e4e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'security_group_rule': {'security_group_id': '91aead81-96b7-43cd-988f-a5ae50eb2708', 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:41.654230 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7d14417-0274-4470-b9f2-ac9fa7d09e4e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (591532e4-8412-406e-94b4-90f0b7ad34b7), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.715289 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7d14417-0274-4470-b9f2-ac9fa7d09e4e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (591532e4-8412-406e-94b4-90f0b7ad34b7), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.719362 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7d14417-0274-4470-b9f2-ac9fa7d09e4e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (591532e4-8412-406e-94b4-90f0b7ad34b7), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.739886 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d14417-0274-4470-b9f2-ac9fa7d09e4e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591532e4-8412-406e-94b4-90f0b7ad34b7,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:41.749224 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e7d14417-0274-4470-b9f2-ac9fa7d09e4e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.752893 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e7d14417-0274-4470-b9f2-ac9fa7d09e4e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410983 Mar 28 05:47:41.753115 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37354) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:41.757737 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-44040b56-0a38-4280-ab50-d8a84de4d56e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'security_group_rule': {'security_group_id': '91aead81-96b7-43cd-988f-a5ae50eb2708', 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:41.783318 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44040b56-0a38-4280-ab50-d8a84de4d56e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (1329a447-7ca7-4458-9c7c-22518b36bec9), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.841930 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44040b56-0a38-4280-ab50-d8a84de4d56e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (1329a447-7ca7-4458-9c7c-22518b36bec9), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.847439 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44040b56-0a38-4280-ab50-d8a84de4d56e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (1329a447-7ca7-4458-9c7c-22518b36bec9), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.867845 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44040b56-0a38-4280-ab50-d8a84de4d56e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1329a447-7ca7-4458-9c7c-22518b36bec9,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:41.872125 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-44040b56-0a38-4280-ab50-d8a84de4d56e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.875846 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-44040b56-0a38-4280-ab50-d8a84de4d56e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193259 Mar 28 05:47:41.876372 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37356) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:41.880279 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-5e36cebd-126a-4998-8d45-e9db01372c07 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'security_group_rule': {'security_group_id': '91aead81-96b7-43cd-988f-a5ae50eb2708', 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:41.907732 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5e36cebd-126a-4998-8d45-e9db01372c07 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (a9655d7b-e3e8-4b69-9615-b489fdedbbeb), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.967722 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5e36cebd-126a-4998-8d45-e9db01372c07 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (a9655d7b-e3e8-4b69-9615-b489fdedbbeb), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.972276 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5e36cebd-126a-4998-8d45-e9db01372c07 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (a9655d7b-e3e8-4b69-9615-b489fdedbbeb), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.989522 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36cebd-126a-4998-8d45-e9db01372c07 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9655d7b-e3e8-4b69-9615-b489fdedbbeb,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:41.997432 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5e36cebd-126a-4998-8d45-e9db01372c07 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:41.998652 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-5e36cebd-126a-4998-8d45-e9db01372c07 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217463 Mar 28 05:47:42.001359 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37358) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:42.005456 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-20accf0d-d032-4dba-bcf8-302a89e46347 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'security_group_rule': {'security_group_id': '91aead81-96b7-43cd-988f-a5ae50eb2708', 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:42.025489 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.securitygroups_db [None req-20accf0d-d032-4dba-bcf8-302a89e46347 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Project aa6db4d038f143a3adb83aab396dde70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 05:47:42.030158 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-20accf0d-d032-4dba-bcf8-302a89e46347 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (d32a610a-5168-44ab-b266-26c2ee3ac02e), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.087220 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-20accf0d-d032-4dba-bcf8-302a89e46347 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (d32a610a-5168-44ab-b266-26c2ee3ac02e), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.090715 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-20accf0d-d032-4dba-bcf8-302a89e46347 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (d32a610a-5168-44ab-b266-26c2ee3ac02e), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.111236 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20accf0d-d032-4dba-bcf8-302a89e46347 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d32a610a-5168-44ab-b266-26c2ee3ac02e,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:42.119209 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-20accf0d-d032-4dba-bcf8-302a89e46347 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.120396 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-20accf0d-d032-4dba-bcf8-302a89e46347 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181424 Mar 28 05:47:42.123082 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37360) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:42.127394 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-beb54241-a292-4ebb-bab1-30a3654e7486 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'security_group_rule': {'security_group_id': '91aead81-96b7-43cd-988f-a5ae50eb2708', 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:42.149613 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.securitygroups_db [None req-beb54241-a292-4ebb-bab1-30a3654e7486 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Project aa6db4d038f143a3adb83aab396dde70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 05:47:42.154630 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-beb54241-a292-4ebb-bab1-30a3654e7486 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (982a32b5-54e6-4eb3-a2b1-c57a4126c9bb), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.211874 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-beb54241-a292-4ebb-bab1-30a3654e7486 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (982a32b5-54e6-4eb3-a2b1-c57a4126c9bb), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.215332 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-beb54241-a292-4ebb-bab1-30a3654e7486 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (982a32b5-54e6-4eb3-a2b1-c57a4126c9bb), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.234080 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb54241-a292-4ebb-bab1-30a3654e7486 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982a32b5-54e6-4eb3-a2b1-c57a4126c9bb,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:42.239242 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-beb54241-a292-4ebb-bab1-30a3654e7486 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.240380 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-beb54241-a292-4ebb-bab1-30a3654e7486 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163728 Mar 28 05:47:42.800538 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a2673094-2f04-47b7-a5a9-1d2679177654 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:42.856761 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port a2673094-2f04-47b7-a5a9-1d2679177654 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:42.857182 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.943586 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port a2673094-2f04-47b7-a5a9-1d2679177654 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:42.944502 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:42.968927 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port a2673094-2f04-47b7-a5a9-1d2679177654, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a2673094-2f04-47b7-a5a9-1d2679177654,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:42.974572 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:43.036494 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=a2673094-2f04-47b7-a5a9-1d2679177654,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:43.413658 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ca24e-2692-4ddd-9a06-86f7f633385f req-50c529b4-7886-4598-b7ce-1af6285e09d3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:43.415132 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f79ca24e-2692-4ddd-9a06-86f7f633385f req-50c529b4-7886-4598-b7ce-1af6285e09d3 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 946 time: 0.0538094 Mar 28 05:47:43.462192 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f79ca24e-2692-4ddd-9a06-86f7f633385f req-655fbb2f-1b73-4ea0-b418-d0a21541c393 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415347 Mar 28 05:47:43.772363 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Sync routers for ids ['5a214099-cd39-4114-8d86-3369ee540738'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:43.782031 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Routers {'5a214099-cd39-4114-8d86-3369ee540738'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:43.782638 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5a214099-cd39-4114-8d86-3369ee540738'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:43.894529 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Set router 5a214099-cd39-4114-8d86-3369ee540738 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:44.095483 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 4, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port': {'id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:37Z', 'updated_at': '2022-03-28T05:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73', 'name': '', 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'mac_address': 'fa:16:3e:d0:d0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:39Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 2, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'subnets': [{'id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:44.121896 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Checking router: 5a214099-cd39-4114-8d86-3369ee540738 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:44.122249 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Updating router 5a214099-cd39-4114-8d86-3369ee540738 port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:47:44.149648 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.410909 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Publish callbacks [] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.416741 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.465423 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3063a4-3a07-4c53-883a-2d3c7bb22fff None None] Pushing event updated for resources: {'Port': ['ID=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:44.520188 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Attempting to bind port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:44.520556 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Attempting to bind port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:44.520917 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Attempting to bind port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 on network b777159a-f15f-433f-aa4d-967d6e70fe64 {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:44.526603 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:44.526975 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Checking segment: {'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:44.527373 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.527968 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Bound using segment: {'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:44.528435 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Bound port: 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dcefa9c-a87b-4f12-9a88-3591eed2360b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:44.528815 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.620687 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df33b-24a4-4ed4-ab86-5969bc0bed49 req-17fb9e3f-e921-49c8-934c-df086a11a282 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:44.622960 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-939df33b-24a4-4ed4-ab86-5969bc0bed49 req-17fb9e3f-e921-49c8-934c-df086a11a282 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 946 time: 0.0768209 Mar 28 05:47:44.624402 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] For port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:44.627960 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] For port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,segment=NetworkSegment(6dcefa9c-a87b-4f12-9a88-3591eed2360b),segment_id=6dcefa9c-a87b-4f12-9a88-3591eed2360b)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:44.637553 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.676434 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-939df33b-24a4-4ed4-ab86-5969bc0bed49 req-6a57c4df-72af-462a-940d-3fd57b350762 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups?id=ecb43717-8551-471a-b8d6-7b41b037f354&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464361 Mar 28 05:47:44.687745 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Routers {'5a214099-cd39-4114-8d86-3369ee540738'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:44.689857 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5a214099-cd39-4114-8d86-3369ee540738'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:44.729292 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-8ba7a0b8-d3fd-4bf1-b30b-4348d0b08b28 None None] Provisioning complete for port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:44.729763 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a0b8-d3fd-4bf1-b30b-4348d0b08b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.778358 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3063a4-3a07-4c53-883a-2d3c7bb22fff None None] Pushing event updated for resources: {'Port': ['ID=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,revision_number=4']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:44.819207 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a2673094-2f04-47b7-a5a9-1d2679177654 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:44.837801 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1960f-2863-4f26-89a7-787471223c80 req-a4785a81-e533-42c8-bd74-cdd547584776 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:44.840146 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-c6b1960f-2863-4f26-89a7-787471223c80 req-a4785a81-e533-42c8-bd74-cdd547584776 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 946 time: 0.0983274 Mar 28 05:47:44.849976 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] Set router 5a214099-cd39-4114-8d86-3369ee540738 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:44.927251 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7a0b8-d3fd-4bf1-b30b-4348d0b08b28 None None] Current status of the port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:44.927649 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a0b8-d3fd-4bf1-b30b-4348d0b08b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.931400 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port a2673094-2f04-47b7-a5a9-1d2679177654 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:44.931775 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:44.971839 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Deleting port 88345377-b056-4f59-a063-cda6ba769dc4 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:44.972275 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (88345377-b056-4f59-a063-cda6ba769dc4), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.001930 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-8ba7a0b8-d3fd-4bf1-b30b-4348d0b08b28 None None] For port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,segment=NetworkSegment(6dcefa9c-a87b-4f12-9a88-3591eed2360b),segment_id=6dcefa9c-a87b-4f12-9a88-3591eed2360b)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:45.010650 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a0b8-d3fd-4bf1-b30b-4348d0b08b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.079363 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] For port 88345377-b056-4f59-a063-cda6ba769dc4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=88345377-b056-4f59-a063-cda6ba769dc4,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:45.079363 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (88345377-b056-4f59-a063-cda6ba769dc4), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.103421 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7a0b8-d3fd-4bf1-b30b-4348d0b08b28 None None] Pushing event updated for resources: {'Port': ['ID=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:45.106903 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port a2673094-2f04-47b7-a5a9-1d2679177654 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:45.133756 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-b4a11ae1-748c-41af-a9e9-d7f2ecfad5a4 None None] Provisioning complete for port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:45.134448 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b4a11ae1-748c-41af-a9e9-d7f2ecfad5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.196717 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 4, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port': {'id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:37Z', 'updated_at': '2022-03-28T05:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73', 'name': '', 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'mac_address': 'fa:16:3e:d0:d0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:39Z', 'updated_at': '2022-03-28T05:47:44Z', 'revision_number': 4, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'subnets': [{'id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:45.221283 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-b4a11ae1-748c-41af-a9e9-d7f2ecfad5a4 None None] Current status of the port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:45.228052 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dc4367-4434-4592-9d4a-8cb76404e8e1 None None] The sync data for ids ['5a214099-cd39-4114-8d86-3369ee540738'] in dv-cinder-831776-5-smb is: [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:47:40Z', 'revision_number': 4, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port': {'id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:37Z', 'updated_at': '2022-03-28T05:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73', 'name': '', 'network_id': 'b777159a-f15f-433f-aa4d-967d6e70fe64', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'mac_address': 'fa:16:3e:d0:d0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:39Z', 'updated_at': '2022-03-28T05:47:44Z', 'revision_number': 4, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'subnets': [{'id': 'ea57ce91-0811-4c54-b066-d379502a5bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:45.273742 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.274108 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (bb128a3d-f8e6-4e63-9902-2a46c9345ae6), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.274422 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Floating IP bb128a3d-f8e6-4e63-9902-2a46c9345ae6 disassociated. External IP: 172.28.0.196, port: 88345377-b056-4f59-a063-cda6ba769dc4. Mar 28 05:47:45.274765 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Calling delete_port for 88345377-b056-4f59-a063-cda6ba769dc4 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:45.411647 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (88345377-b056-4f59-a063-cda6ba769dc4), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.441043 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event deleted for resources: {'Port': ['ID=88345377-b056-4f59-a063-cda6ba769dc4,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:45.543496 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.571425 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Router 9bc19fb9-86c6-45d3-8769-215d65ddd61a has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:45.690210 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:45.701313 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96776013-f074-4464-bc75-1082be639200 None None] Sync routers for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:45.712167 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96776013-f074-4464-bc75-1082be639200 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:45.712784 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-96776013-f074-4464-bc75-1082be639200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:45.738215 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] No DVR routers for this DVR port 88345377-b056-4f59-a063-cda6ba769dc4 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:47:45.742060 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:45.745531 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-c6b1960f-2863-4f26-89a7-787471223c80 req-9c1a6958-9ed2-453b-a37b-ee617ad3e977 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.30 "DELETE /v2.0/ports/88345377-b056-4f59-a063-cda6ba769dc4 HTTP/1.1" status: 204 len: 173 time: 0.8988535 Mar 28 05:47:45.746009 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-deleted', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:45.748478 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdfbdae-41f5-40fa-866e-68a19e51a0dc" -d '{"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-deleted", "tag": "88345377-b056-4f59-a063-cda6ba769dc4"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:45.813654 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e1ef7cc4-e608-43eb-8287-93eb832acbd4 req-652b9991-57e7-4e72-a470-896874f5a2e2 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/ports?device_id=5eab7d19-c139-4892-8148-c397949d78dd HTTP/1.1" status: 200 len: 210 time: 0.0392630 Mar 28 05:47:45.837636 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d89470-d68a-479d-8b19-0f3f14750cbf x-openstack-request-id: req-e4d89470-d68a-479d-8b19-0f3f14750cbf {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:45.838125 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eab7d19-c139-4892-8148-c397949d78dd", "name": "network-vif-deleted", "tag": "88345377-b056-4f59-a063-cda6ba769dc4", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:45.842923 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4d89470-d68a-479d-8b19-0f3f14750cbf {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:45.843708 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d89470-d68a-479d-8b19-0f3f14750cbf'] response: {'server_uuid': '5eab7d19-c139-4892-8148-c397949d78dd', 'name': 'network-vif-deleted', 'tag': '88345377-b056-4f59-a063-cda6ba769dc4', 'status': 'completed', 'code': 200} Mar 28 05:47:45.901846 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-96776013-f074-4464-bc75-1082be639200 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:46.246728 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-96776013-f074-4464-bc75-1082be639200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:46.275149 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96776013-f074-4464-bc75-1082be639200 None None] Checking router: 9bc19fb9-86c6-45d3-8769-215d65ddd61a for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:46.284108 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96776013-f074-4464-bc75-1082be639200 None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:46.284714 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-96776013-f074-4464-bc75-1082be639200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:46.398871 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-96776013-f074-4464-bc75-1082be639200 None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:46.600948 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-96776013-f074-4464-bc75-1082be639200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:46.636825 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96776013-f074-4464-bc75-1082be639200 None None] The sync data for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb is: [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:42:10Z', 'revision_number': 4, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': '9c5f5513-4509-43c4-9932-f9fb450aa0b1', 'name': '', 'network_id': '59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'mac_address': 'fa:16:3e:bd:d2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:09Z', 'updated_at': '2022-03-28T05:42:15Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'subnets': [{'id': 'e8101750-5418-4886-a9ad-a33de05e1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:46.788799 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:46.841428 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:46.841918 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:46.899102 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02c016-65d4-46d2-a47e-91f4e499417c None None] New status for floating IP bb128a3d-f8e6-4e63-9902-2a46c9345ae6: DOWN {{(pid=109884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:47:46.923410 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37446) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:46.928829 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:46.980865 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6ca15402-9a7c-4bc8-ad83-b796151ce88c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (ecb43717-8551-471a-b8d6-7b41b037f354), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.008092 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6ca15402-9a7c-4bc8-ad83-b796151ce88c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (ecb43717-8551-471a-b8d6-7b41b037f354), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.057759 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6ca15402-9a7c-4bc8-ad83-b796151ce88c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (ecb43717-8551-471a-b8d6-7b41b037f354), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.060613 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-6ca15402-9a7c-4bc8-ad83-b796151ce88c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.064459 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-6ca15402-9a7c-4bc8-ad83-b796151ce88c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "DELETE /v2.0/security-groups/ecb43717-8551-471a-b8d6-7b41b037f354 HTTP/1.1" status: 204 len: 168 time: 0.1373990 Mar 28 05:47:47.066103 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37450) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:47.072565 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca15402-9a7c-4bc8-ad83-b796151ce88c tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb43717-8551-471a-b8d6-7b41b037f354,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:47.085386 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.api.v2.resource [None req-bc4bb4d5-1ce5-4e20-a882-0bfc0c33c876 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] show failed (client error): The resource could not be found. Mar 28 05:47:47.086454 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-bc4bb4d5-1ce5-4e20-a882-0bfc0c33c876 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "GET /v2.0/security-groups/ecb43717-8551-471a-b8d6-7b41b037f354 HTTP/1.1" status: 404 len: 347 time: 0.0193090 Mar 28 05:47:47.089343 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37452) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:47.222286 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Deleting port faeb8b9e-7691-4a7f-ada6-19474c374daa {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:47.222612 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (faeb8b9e-7691-4a7f-ada6-19474c374daa), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.298453 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (faeb8b9e-7691-4a7f-ada6-19474c374daa), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.298778 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (faeb8b9e-7691-4a7f-ada6-19474c374daa), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.312992 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Calling delete_port for faeb8b9e-7691-4a7f-ada6-19474c374daa owned by network:floatingip {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:47.453505 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (faeb8b9e-7691-4a7f-ada6-19474c374daa), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.479206 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Pushing event deleted for resources: {'Port': ['ID=faeb8b9e-7691-4a7f-ada6-19474c374daa,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:47.544149 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks [] for floatingip (bb128a3d-f8e6-4e63-9902-2a46c9345ae6), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.546863 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:47.548741 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-bd7f2f0d-8fbb-4202-ba4e-bdd04cc30f92 tempest-AttachVolumeShelveTestJSON-1790571255 tempest-AttachVolumeShelveTestJSON-1790571255-project] 10.222.0.13 "DELETE /v2.0/floatingips/bb128a3d-f8e6-4e63-9902-2a46c9345ae6 HTTP/1.1" status: 204 len: 168 time: 0.4583983 Mar 28 05:47:47.993296 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:48.013218 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 88345377-b056-4f59-a063-cda6ba769dc4 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:48.013572 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 88345377-b056-4f59-a063-cda6ba769dc4 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:49.960632 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37478) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:50.449684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655218'] for router_interface (9bc19fb9-86c6-45d3-8769-215d65ddd61a), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:50.704683 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Deleting port 9c5f5513-4509-43c4-9932-f9fb450aa0b1 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:50.705053 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:50.782264 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] For port 9c5f5513-4509-43c4-9932-f9fb450aa0b1, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=9c5f5513-4509-43c4-9932-f9fb450aa0b1,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:50.782625 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:50.795256 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Calling delete_port for 9c5f5513-4509-43c4-9932-f9fb450aa0b1 owned by network:router_interface {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:51.221705 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (9c5f5513-4509-43c4-9932-f9fb450aa0b1), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:51.250181 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5f5513-4509-43c4-9932-f9fb450aa0b1,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:51.431673 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654530'] for router_interface (9bc19fb9-86c6-45d3-8769-215d65ddd61a), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:51.657165 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Router 9bc19fb9-86c6-45d3-8769-215d65ddd61a has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:51.766923 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:51.772746 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9ad8df6b-a9fb-4f7a-85b8-8fc2c60a2f5d admin admin] 10.222.0.13 "PUT /v2.0/routers/9bc19fb9-86c6-45d3-8769-215d65ddd61a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8107297 Mar 28 05:47:51.774986 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37486) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:51.775744 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] Sync routers for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:51.785585 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:51.786406 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:51.884500 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks [] for router (9bc19fb9-86c6-45d3-8769-215d65ddd61a), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:51.896679 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:51.989429 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks [] for router_gateway (9bc19fb9-86c6-45d3-8769-215d65ddd61a), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.043350 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Deleting port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:52.043675 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.076496 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:47:51Z', 'revision_number': 5, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port': {'id': '8e68f170-34f8-4bdb-adc1-0a0bec8b02e4', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:42:07Z', 'updated_at': '2022-03-28T05:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:52.106801 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] Checking router: 9bc19fb9-86c6-45d3-8769-215d65ddd61a for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:52.114940 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] Routers {'9bc19fb9-86c6-45d3-8769-215d65ddd61a'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:52.115650 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:52.121635 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] For port 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=8e68f170-34f8-4bdb-adc1-0a0bec8b02e4,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:52.122004 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.134828 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Calling delete_port for 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 owned by network:router_gateway {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:52.215499 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] Set router 9bc19fb9-86c6-45d3-8769-215d65ddd61a gateway port host: None {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:52.266643 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:47:51Z', 'revision_number': 6, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port_host': None}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:52.297260 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ed214-1b15-4f5a-b1a8-e2677af44dad None None] The sync data for ids ['9bc19fb9-86c6-45d3-8769-215d65ddd61a'] in dv-cinder-831776-5-smb is: [{'id': '9bc19fb9-86c6-45d3-8769-215d65ddd61a', 'name': 'tempest-AttachVolumeShelveTestJSON-1763074250-router', 'tenant_id': '51164e2f741949da9a86f6f2af2751cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:42:06Z', 'updated_at': '2022-03-28T05:47:51Z', 'revision_number': 6, 'project_id': '51164e2f741949da9a86f6f2af2751cb', 'gw_port_host': None}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:52.313301 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (8e68f170-34f8-4bdb-adc1-0a0bec8b02e4), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.341232 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e68f170-34f8-4bdb-adc1-0a0bec8b02e4,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:52.419879 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639800'] for router_gateway (9bc19fb9-86c6-45d3-8769-215d65ddd61a), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.510118 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2456'] for router (9bc19fb9-86c6-45d3-8769-215d65ddd61a), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.512108 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks [] for router_controller (9bc19fb9-86c6-45d3-8769-215d65ddd61a), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.557224 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653787'] for router (9bc19fb9-86c6-45d3-8769-215d65ddd61a), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.557746 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bc19fb9-86c6-45d3-8769-215d65ddd61a {{(pid=109881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:47:52.561940 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.563076 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c8cb10f5-b6c8-4525-93b1-2258f64d555a admin admin] 10.222.0.13 "DELETE /v2.0/routers/9bc19fb9-86c6-45d3-8769-215d65ddd61a HTTP/1.1" status: 204 len: 168 time: 0.7871709 Mar 28 05:47:52.565541 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37502) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:52.609583 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_v2 [None req-055cb409-ac88-4af1-b7a8-675bf5fe47c0 admin admin] Deleting subnet e8101750-5418-4886-a9ad-a33de05e1afa {{(pid=109881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:47:52.612511 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-055cb409-ac88-4af1-b7a8-675bf5fe47c0 admin admin] Publish callbacks [] for subnet (e8101750-5418-4886-a9ad-a33de05e1afa), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.649765 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-055cb409-ac88-4af1-b7a8-675bf5fe47c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592138'] for subnet (e8101750-5418-4886-a9ad-a33de05e1afa), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.736671 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-055cb409-ac88-4af1-b7a8-675bf5fe47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (e8101750-5418-4886-a9ad-a33de05e1afa), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.791014 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-055cb409-ac88-4af1-b7a8-675bf5fe47c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6107714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613624'] for subnet (e8101750-5418-4886-a9ad-a33de05e1afa), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.815552 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cb409-ac88-4af1-b7a8-675bf5fe47c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8101750-5418-4886-a9ad-a33de05e1afa,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:52.819816 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-055cb409-ac88-4af1-b7a8-675bf5fe47c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.823077 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-055cb409-ac88-4af1-b7a8-675bf5fe47c0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8101750-5418-4886-a9ad-a33de05e1afa HTTP/1.1" status: 204 len: 168 time: 0.2565820 Mar 28 05:47:52.825486 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37504) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:52.825968 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e78b4f-8eba-4843-b3a4-1b6f78f99b2f None None] Network 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:52.892246 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:52.947651 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Deleting port a191a813-b20e-4811-aef0-c242953bda59 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:52.947991 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (a191a813-b20e-4811-aef0-c242953bda59), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.012355 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] For port a191a813-b20e-4811-aef0-c242953bda59, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a191a813-b20e-4811-aef0-c242953bda59,segment=NetworkSegment(6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9),segment_id=6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:53.012642 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (a191a813-b20e-4811-aef0-c242953bda59), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.025371 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Calling delete_port for a191a813-b20e-4811-aef0-c242953bda59 owned by network:dhcp {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:53.098308 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436320f-9de3-46d1-b671-482730061c37 None None] DHCP port deletion for 59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 request from dv-cinder-831776-5-smb {{(pid=109883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:47:53.108373 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (a191a813-b20e-4811-aef0-c242953bda59), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.147941 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Pushing event deleted for resources: {'Port': ['ID=a191a813-b20e-4811-aef0-c242953bda59,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:53.150322 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] No DVR routers for this DVR port a191a813-b20e-4811-aef0-c242953bda59 on host dv-cinder-831776-5-smb {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:47:53.160015 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Deleting port a191a813-b20e-4811-aef0-c242953bda59 {{(pid=109883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:47:53.160570 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (a191a813-b20e-4811-aef0-c242953bda59), before_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.207046 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 9c5f5513-4509-43c4-9932-f9fb450aa0b1 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:53.234346 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 9c5f5513-4509-43c4-9932-f9fb450aa0b1 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:53.234501 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.234692 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 9c5f5513-4509-43c4-9932-f9fb450aa0b1 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:53.252839 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-a436320f-9de3-46d1-b671-482730061c37 None None] For port a191a813-b20e-4811-aef0-c242953bda59, host dv-cinder-831776-5-smb, got binding levels [] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:53.253281 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (a191a813-b20e-4811-aef0-c242953bda59), precommit_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.265667 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3']}} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:53.270529 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Calling delete_port for a191a813-b20e-4811-aef0-c242953bda59 owned by network:dhcp {{(pid=109883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:47:53.273912 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.ipam_backend_mixin [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Port a191a813-b20e-4811-aef0-c242953bda59 was not found and therefore no delete operation was performed {{(pid=109883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 05:47:53.275170 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284'] for port (a191a813-b20e-4811-aef0-c242953bda59), after_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.276094 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9') {'for_net_delete': True} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:53.276391 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9') {} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:53.286417 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592179'] for segment (6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.300004 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Pushing event deleted for resources: {'Port': ['ID=a191a813-b20e-4811-aef0-c242953bda59,revision_number=None']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:53.300368 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.307114 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:47:53.307452 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097888'] for segment (6406cedb-b5dd-42ad-a3eb-f9d8b3dbd3e9), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: Traceback (most recent call last): Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: timer() Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: cb(*args, **kw) Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: return func(*args, **kwargs) Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: self._notify() Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: self.callback(batched_events) Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: event.method(event) Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: return f(self, *a, **k) Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: return self._get(url).json() Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: return self.request(url, 'GET', **kwargs) Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:47:53.309545 dv-cinder-831776-5-smb neutron-server[109881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:47:53.312018 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a436320f-9de3-46d1-b671-482730061c37 None None] No DVR routers for this DVR port a191a813-b20e-4811-aef0-c242953bda59 on host dv-cinder-831776-5-smb {{(pid=109883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:47:53.317116 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.317460 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.317990 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.318871 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.319199 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.319705 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.320175 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.320384 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.320769 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.321123 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.321474 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.321765 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.322085 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.323301 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.323301 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a436320f-9de3-46d1-b671-482730061c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:47:53.376972 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.386135 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.388451 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] 10.222.0.13 "DELETE /v2.0/networks/59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3 HTTP/1.1" status: 204 len: 168 time: 0.5613818 Mar 28 05:47:53.401594 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdc871-cac8-486d-9c59-f9575ba2efdf admin admin] Pushing event deleted for resources: {'Network': ['ID=59cbf2e5-d9b9-46a2-8197-2fdc3a0185c3,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:53.503528 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37510) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:53.543514 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-44b63d6d-0445-43eb-ba37-d8100d289424 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51164e2f741949da9a86f6f2af2751cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388260 Mar 28 05:47:53.545919 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37512) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:53.592334 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9c7b3e2a-5e9f-44b0-9ac1-b652faee2720 admin admin] Publish callbacks [] for security_group (5f318e6f-437d-4273-94b8-deb1e12db28b), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.612384 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9c7b3e2a-5e9f-44b0-9ac1-b652faee2720 admin admin] Publish callbacks [] for security_group (5f318e6f-437d-4273-94b8-deb1e12db28b), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.659167 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9c7b3e2a-5e9f-44b0-9ac1-b652faee2720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (5f318e6f-437d-4273-94b8-deb1e12db28b), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.662061 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9c7b3e2a-5e9f-44b0-9ac1-b652faee2720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:53.663417 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9c7b3e2a-5e9f-44b0-9ac1-b652faee2720 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f318e6f-437d-4273-94b8-deb1e12db28b HTTP/1.1" status: 204 len: 168 time: 0.1166227 Mar 28 05:47:53.671179 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b3e2a-5e9f-44b0-9ac1-b652faee2720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f318e6f-437d-4273-94b8-deb1e12db28b,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:54.311222 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37536) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:54.406940 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-347610357-network', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:54.425914 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Made reservation on behalf of a69c5bb26588485d93ede10a00c6d8da for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:47:54.428927 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.440369 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.447012 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-396e3367-2567-4438-98bc-02238c894a6b tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035233798&fields=id&tenant_id=aa6db4d038f143a3adb83aab396dde70 HTTP/1.1" status: 200 len: 267 time: 0.0480139 Mar 28 05:47:54.514618 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Publish callbacks [] for security_group (f7a5ac99-aabc-4e9c-9bf6-52ec88ebe343), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.518638 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f7a5ac99-aabc-4e9c-9bf6-52ec88ebe343), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.543349 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:47:54.552230 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a5ac99-aabc-4e9c-9bf6-52ec88ebe343,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:54.554463 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-d9f0ba04-1a08-4fd4-b8c9-d26bf869b168 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:54.556038 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-d9f0ba04-1a08-4fd4-b8c9-d26bf869b168 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 809 time: 0.1023817 Mar 28 05:47:54.562190 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (32273130-0aaa-4fcc-bba9-1e6b658de0df), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.562516 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Added segment 32273130-0aaa-4fcc-bba9-1e6b658de0df of type vlan for network f21751b4-d0c8-4944-9351-2ca376efebad Mar 28 05:47:54.573876 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-bb68f67b-9214-4f24-b89a-8e65cba002f5 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/quotas/aa6db4d038f143a3adb83aab396dde70 HTTP/1.1" status: 200 len: 375 time: 0.0118787 Mar 28 05:47:54.603845 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (f21751b4-d0c8-4944-9351-2ca376efebad), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.629997 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (f21751b4-d0c8-4944-9351-2ca376efebad), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.630435 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-10aa726e-bfb7-42fb-b985-22a4f98df72e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509531 Mar 28 05:47:54.630948 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:54.632755 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.691799 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3793697 Mar 28 05:47:54.697186 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37544) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:54.702046 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Request body: {'subnet': {'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-347610357-subnet', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:54.705973 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03409c1-9c01-4505-a850-a1e2b2b9180e admin admin] Pushing event updated for resources: {'Network': ['ID=f21751b4-d0c8-4944-9351-2ca376efebad,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:54.728129 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network f21751b4-d0c8-4944-9351-2ca376efebad details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:47:54.739292 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Made reservation on behalf of a69c5bb26588485d93ede10a00c6d8da for: {'subnet': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:47:54.742384 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4613589'] for subnet (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.748372 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-18816b04-2361-478b-8a49-15981d46e8fd service neutron] 10.222.0.13 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049285 Mar 28 05:47:54.788256 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:54.816009 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:54.816359 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 8e68f170-34f8-4bdb-adc1-0a0bec8b02e4 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:54.816764 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a191a813-b20e-4811-aef0-c242953bda59 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:47:54.845897 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: a191a813-b20e-4811-aef0-c242953bda59 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:47:54.846295 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a191a813-b20e-4811-aef0-c242953bda59 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:47:54.848128 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-fff85f9d-d6c8-44ca-836f-e14a726db861 service neutron] 10.222.0.13 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927935 Mar 28 05:47:54.925360 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6107651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4613571'] for subnet (b5137716-1835-43dd-8885-be96cc743bf3), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:54.991575 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5137716-1835-43dd-8885-be96cc743bf3,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:54.996835 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Checking segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:54.997247 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Network hostable DHCP agents. Network: f21751b4-d0c8-4944-9351-2ca376efebad, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:47:55.016033 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Network f21751b4-d0c8-4944-9351-2ca376efebad is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:47:55.025588 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, f21751b4-d0c8-4944-9351-2ca376efebad) {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:55.030209 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:55.030822 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.034496 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8abb4a-4c8e-4d17-8854-c3f0fd0a2c8f None None] Network f21751b4-d0c8-4944-9351-2ca376efebad requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:55.047949 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3eb57e34-42a6-4790-b038-b47176bee281 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3497369 Mar 28 05:47:55.050529 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37552) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:55.055198 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:55.081285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-654090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2486'] for router (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.082449 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-639945', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2433'] for router (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.154961 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks [] for router_controller (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), precommit_add_association {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.164707 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb1d42f9-d9b4-5d57-9862-10aba6ab432a-f21751b4-d0c8-4944-9351-2ca376efebad', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3'}]}} from dv-cinder-831776-5-smb. {{(pid=109883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 28 05:47:55.165843 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.174924 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-75c22afa-e60b-488e-aa73-0f4c05836e6b req-859e8f37-a09a-489e-8e63-07ff71e65972 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 210 time: 0.0361786 Mar 28 05:47:55.314039 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.db_base_plugin_common [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Allocated IP 172.20.0.2 (f21751b4-d0c8-4944-9351-2ca376efebad/b5137716-1835-43dd-8885-be96cc743bf3/3423d35a-687d-457e-a93e-cccca51b0f7e) {{(pid=109883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:55.322405 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks [] for router_gateway (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.484541 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Publish callbacks [] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), precommit_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.491102 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), after_create {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.538830 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Network f21751b4-d0c8-4944-9351-2ca376efebad is already hosted by enough agents. {{(pid=109883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:55.540877 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks [] for router_gateway (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.543177 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.scheduler.base_scheduler [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Resources bound (agent type, host, resource id): {{(pid=109883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:55.545567 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Received port after_create {{(pid=109883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:55.561490 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.578418 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Pushing event updated for resources: {'Port': ['ID=3423d35a-687d-457e-a93e-cccca51b0f7e,revision_number=1']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:55.618975 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Attempting to bind port 3423d35a-687d-457e-a93e-cccca51b0f7e on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:55.619346 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Attempting to bind port 3423d35a-687d-457e-a93e-cccca51b0f7e by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:55.619710 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Attempting to bind port 3423d35a-687d-457e-a93e-cccca51b0f7e on network f21751b4-d0c8-4944-9351-2ca376efebad {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:55.624899 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:55.625363 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Checking segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:55.625863 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.626296 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Bound using segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:55.626776 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Bound port: 3423d35a-687d-457e-a93e-cccca51b0f7e, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:55.627161 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.677723 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Allocated IP 172.28.0.24 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:55.694290 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] For port 3423d35a-687d-457e-a93e-cccca51b0f7e, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:55.697739 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] For port 3423d35a-687d-457e-a93e-cccca51b0f7e, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=3423d35a-687d-457e-a93e-cccca51b0f7e,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:55.703011 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.766947 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a9bd-87c2-45ca-b8bc-e74da66445b9 None None] Pushing event updated for resources: {'Port': ['ID=3423d35a-687d-457e-a93e-cccca51b0f7e,revision_number=2']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:55.798933 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks [] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.833706 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:55.874587 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:55.877807 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:55.884473 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:55.890153 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:56.280982 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5df2878b-7e31-4343-a2a3-c5638487fb82 req-3ace8bf6-b752-43d5-98a1-feea72cdf1ed tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 210 time: 0.0317719 Mar 28 05:47:56.485696 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks [] for router_gateway (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:56.495977 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-c21ca03c-d6d0-45ff-bee3-7aa5eed30808 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:56.497532 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-c21ca03c-d6d0-45ff-bee3-7aa5eed30808 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.30 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 809 time: 0.1557198 Mar 28 05:47:56.635770 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-4ed35e92-7ca1-484e-8196-19ca3abff956 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa6db4d038f143a3adb83aab396dde70 HTTP/1.1" status: 200 len: 380 time: 0.1033709 Mar 28 05:47:56.646259 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'port': {'device_id': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'admin_state_up': True, 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'security_groups': ['91aead81-96b7-43cd-988f-a5ae50eb2708']}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:56.808919 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 3423d35a-687d-457e-a93e-cccca51b0f7e up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:56.835347 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e40bd01-8157-490e-ab2b-7ef33fafe017 None None] Network f21751b4-d0c8-4944-9351-2ca376efebad requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:47:56.837277 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-639772'] for router (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:56.880279 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Made reservation on behalf of aa6db4d038f143a3adb83aab396dde70 for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:47:56.883505 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.037323 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-64d037cf-b52d-4339-885d-7bc03ffb723d None None] Provisioning complete for port 3423d35a-687d-457e-a93e-cccca51b0f7e triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:57.037618 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-64d037cf-b52d-4339-885d-7bc03ffb723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.074428 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Allocated IP 172.20.0.9 (66e25f17-97dc-419b-8063-b514c13a81c9/04178f1f-29d5-408e-b301-0a6d1b81ff1b/944c3132-526f-43ad-84ca-ca7159c1cd18) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:57.086674 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 is scheduled to L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 with binding_index 1 {{(pid=109881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 28 05:47:57.101927 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 3423d35a-687d-457e-a93e-cccca51b0f7e triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:57.102306 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.230905 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-64d037cf-b52d-4339-885d-7bc03ffb723d None None] Current status of the port 3423d35a-687d-457e-a93e-cccca51b0f7e is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:57.231299 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-64d037cf-b52d-4339-885d-7bc03ffb723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.260565 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 3423d35a-687d-457e-a93e-cccca51b0f7e is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:57.260950 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.295940 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-64d037cf-b52d-4339-885d-7bc03ffb723d None None] For port 3423d35a-687d-457e-a93e-cccca51b0f7e, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=3423d35a-687d-457e-a93e-cccca51b0f7e,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:47:57.300661 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:57.313637 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-64d037cf-b52d-4339-885d-7bc03ffb723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.315504 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Sync routers for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:47:57.319307 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.334087 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.338760 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-5209293e-784c-469c-a605-0054e30d33c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2839370 Mar 28 05:47:57.338867 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37568) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:47:57.358674 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:57.359419 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:57.375235 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.392586 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.db.api [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 05:47:57.392950 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG oslo_db.api [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 05:47:57.427687 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Network 66e25f17-97dc-419b-8063-b514c13a81c9 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:57.428517 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d037cf-b52d-4339-885d-7bc03ffb723d None None] Pushing event updated for resources: {'Port': ['ID=3423d35a-687d-457e-a93e-cccca51b0f7e,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:57.432409 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:57.450092 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:57.491733 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:57.526411 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:57.533817 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:57.534565 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.540304 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-98f6c520-50d7-4a0e-81be-537f626924ac None None] Provisioning complete for port 3423d35a-687d-457e-a93e-cccca51b0f7e triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:57.540930 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-98f6c520-50d7-4a0e-81be-537f626924ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.565615 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-46cbc508-b121-4929-9ac2-fa8e59afedaa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9231176 Mar 28 05:47:57.574597 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbc274-ff42-44ea-886b-eb3aaf029ebf req-e103ff1d-1252-4b33-8ddf-b30975c3670f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:57.576379 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7ccbc274-ff42-44ea-886b-eb3aaf029ebf req-e103ff1d-1252-4b33-8ddf-b30975c3670f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 931 time: 0.0948515 Mar 28 05:47:57.582846 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Request body: {'port': {'device_id': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:47:57.676667 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-98f6c520-50d7-4a0e-81be-537f626924ac None None] Current status of the port 3423d35a-687d-457e-a93e-cccca51b0f7e is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:57.680701 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.717402 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-7ccbc274-ff42-44ea-886b-eb3aaf029ebf req-0a8112d4-24c3-4ece-ad98-f2584a4e6831 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331136 Mar 28 05:47:57.774995 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:56Z', 'revision_number': 3, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:57.798626 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-93b5703a-81b6-4fc9-a3cc-bb0778faadb3 None None] Provisioning complete for port 944c3132-526f-43ad-84ca-ca7159c1cd18 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:57.799384 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-93b5703a-81b6-4fc9-a3cc-bb0778faadb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.812774 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Checking router: a8b5c2c2-d815-4bfe-91b9-8311484d4e23 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:47:57.813136 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Updating router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f binding host dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:47:57.834962 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-93b5703a-81b6-4fc9-a3cc-bb0778faadb3 None None] Port 944c3132-526f-43ad-84ca-ca7159c1cd18 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:47:57.846125 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:57.930916 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 3423d35a-687d-457e-a93e-cccca51b0f7e is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:58.008185 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.016882 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944c3132-526f-43ad-84ca-ca7159c1cd18 {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:47:58.027036 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Publish callbacks [] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.041554 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Transition to ACTIVE for port object 944c3132-526f-43ad-84ca-ca7159c1cd18 will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:47:58.045955 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.102564 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Pushing event updated for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:58.105778 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Publish callbacks [] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), precommit_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.111242 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.166219 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc25af-358a-4236-a858-31a4606aa29f None None] Pushing event updated for resources: {'Port': ['ID=b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f,revision_number=2']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:58.185847 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Attempting to bind port 944c3132-526f-43ad-84ca-ca7159c1cd18 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:58.186191 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Attempting to bind port 944c3132-526f-43ad-84ca-ca7159c1cd18 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:58.187079 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Attempting to bind port 944c3132-526f-43ad-84ca-ca7159c1cd18 on network 66e25f17-97dc-419b-8063-b514c13a81c9 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:58.188447 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Allocated IP 172.20.0.1 (f21751b4-d0c8-4944-9351-2ca376efebad/b5137716-1835-43dd-8885-be96cc743bf3/ebb9e1c6-7c12-47a5-985d-30efae82e837) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:47:58.191820 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Attempting to bind port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:47:58.192636 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Attempting to bind port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:47:58.193274 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Port 944c3132-526f-43ad-84ca-ca7159c1cd18 on network 66e25f17-97dc-419b-8063-b514c13a81c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:47:58.194374 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Attempting to bind port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f on network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:58.194613 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Attempting to bind port 944c3132-526f-43ad-84ca-ca7159c1cd18 on network 66e25f17-97dc-419b-8063-b514c13a81c9 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:47:58.200461 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:58.200814 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Checking segment: {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:58.201241 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Bound using segment: {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:58.201679 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Bound port: 944c3132-526f-43ad-84ca-ca7159c1cd18, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '814ab536-42f5-4b7e-b980-98b5aad85c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:58.202047 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.202585 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:47:58.203405 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Checking segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:47:58.204214 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.204980 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Bound using segment: {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'} {{(pid=109884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:47:58.205669 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.managers [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Bound port: b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac6ce9-b528-4e77-b4ce-948d9ce08f75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}}] {{(pid=109884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:47:58.206057 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), before_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.267444 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] For port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:58.273879 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.plugins.ml2.db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] For port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:58.280524 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:47:58.284717 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:47:58.285380 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron_lib.callbacks.manager [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), after_update {{(pid=109884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.299294 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.331938 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:47:58.332548 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:58.342580 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Publish callbacks [] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.348857 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:58.349839 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.352056 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] 10.222.0.30 "PUT /v2.0/ports/944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 1093 time: 0.7792640 Mar 28 05:47:58.354573 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:47:58.366253 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bac042-ae90-4d09-8613-c45e59c4e07c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:47:58.402047 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.439798 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0b6056-8c67-4ee1-aa11-d089d07a1e08 x-openstack-request-id: req-0e0b6056-8c67-4ee1-aa11-d089d07a1e08 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:47:58.440115 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:47:58.440346 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e0b6056-8c67-4ee1-aa11-d089d07a1e08 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:47:58.440754 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0b6056-8c67-4ee1-aa11-d089d07a1e08'] response: {'name': 'network-changed', 'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'status': 'completed', 'code': 200} Mar 28 05:47:58.447737 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143b5e9-0460-4601-a503-b70c924ac235 service neutron] Pushing event updated for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:58.462718 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Network f21751b4-d0c8-4944-9351-2ca376efebad is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:58.469005 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:58.471692 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-f158a62c-76f9-405d-a750-e9c025e50be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:58.472405 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc25af-358a-4236-a858-31a4606aa29f None None] Pushing event updated for resources: {'Port': ['ID=b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f,revision_number=3']} {{(pid=109884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:58.473469 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-f158a62c-76f9-405d-a750-e9c025e50be8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1127 time: 0.0666683 Mar 28 05:47:58.488250 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:47:58.524504 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:47:58.528191 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-30a2e0d4-19df-43e4-b706-ba8c6025b93e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 217 time: 0.0474560 Mar 28 05:47:58.532817 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb9e1c6-7c12-47a5-985d-30efae82e837,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:58.560102 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655305'] for router_interface (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.598118 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-924dfa74-29fa-483c-8b7c-51afbb2297e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:58.599491 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-924dfa74-29fa-483c-8b7c-51afbb2297e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 200 len: 848 time: 0.0655792 Mar 28 05:47:58.672364 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-14adbe01-d8a7-4c98-b14d-e8c11074994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:58.674588 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-14adbe01-d8a7-4c98-b14d-e8c11074994e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66e25f17-97dc-419b-8063-b514c13a81c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0694022 Mar 28 05:47:58.753510 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.762841 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:56Z', 'revision_number': 3, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:47:58.818635 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 3423d35a-687d-457e-a93e-cccca51b0f7e up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:47:58.868847 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-c8baa3bc-28b6-4d3f-bf87-3fc4a31fa5a6 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870279 Mar 28 05:47:58.871688 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-5bd5594d-4104-4203-872a-daf8b9ca766a None None] Provisioning complete for port ebb9e1c6-7c12-47a5-985d-30efae82e837 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:58.872603 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-5bd5594d-4104-4203-872a-daf8b9ca766a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.904643 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef615a9-5c4d-480c-aab3-4b0195f413c5 None None] The sync data for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb is: [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:56Z', 'revision_number': 3, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:47:58.922423 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-5bd5594d-4104-4203-872a-daf8b9ca766a None None] Port ebb9e1c6-7c12-47a5-985d-30efae82e837 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:47:58.932000 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port 3423d35a-687d-457e-a93e-cccca51b0f7e triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:58.933736 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.995449 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Publish callbacks [] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:58.998669 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-26deb984-32d3-4ceb-aa8b-83d0336d5c01 req-33f9caab-a66a-485e-b7f4-99efa74d8a90 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244047 Mar 28 05:47:59.003428 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:59.018251 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9fe60-63b9-4ae7-bc2e-bca0eff03a63 req-a3cafeab-4866-435b-b115-cff27f04cab2 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:59.019902 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-27d9fe60-63b9-4ae7-bc2e-bca0eff03a63 req-a3cafeab-4866-435b-b115-cff27f04cab2 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 943 time: 0.1045918 Mar 28 05:47:59.025103 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port 3423d35a-687d-457e-a93e-cccca51b0f7e is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:47:59.103205 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-ec3860c5-2161-470a-9319-35ba7a78c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:59.104843 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-ec3860c5-2161-470a-9319-35ba7a78c64d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1127 time: 0.0505784 Mar 28 05:47:59.223274 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-a4ecea2f-a463-4a5b-a03b-b68ec97739f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:59.226267 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-a4ecea2f-a463-4a5b-a03b-b68ec97739f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 910 time: 0.1156878 Mar 28 05:47:59.270040 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-3239bb9d-a484-43b8-a8f6-d27457a3dfa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 217 time: 0.0377607 Mar 28 05:47:59.323636 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-63f5cb49-2d7b-4bd7-b3b2-146b3cfba5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:59.325494 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-63f5cb49-2d7b-4bd7-b3b2-146b3cfba5dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 200 len: 848 time: 0.0496256 Mar 28 05:47:59.376043 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb9e1c6-7c12-47a5-985d-30efae82e837,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:47:59.384479 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-db687c5c-9197-4740-8b85-c4b807adcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:47:59.386313 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-db687c5c-9197-4740-8b85-c4b807adcc52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66e25f17-97dc-419b-8063-b514c13a81c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0540075 Mar 28 05:47:59.392180 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-655197'] for router_interface (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:59.412687 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-27d9fe60-63b9-4ae7-bc2e-bca0eff03a63 req-0a53afa5-64c4-4b08-b992-81b7499659dc tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3516073 Mar 28 05:47:59.488100 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-7066c518-511f-48ca-b17a-90bfd02b92e7 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927629 Mar 28 05:47:59.500458 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Network f21751b4-d0c8-4944-9351-2ca376efebad is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:47:59.502035 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:47:59.616575 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-b6bac042-ae90-4d09-8613-c45e59c4e07c req-62c86a6e-17b5-47ca-8858-9ef4b7dee3fd service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221244 Mar 28 05:47:59.629973 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:47:59.747105 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d8d1f57e-aca4-4613-ae3c-99c40290b7d6 None None] Provisioning complete for port ebb9e1c6-7c12-47a5-985d-30efae82e837 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:47:59.747486 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d8d1f57e-aca4-4613-ae3c-99c40290b7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:47:59.749386 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:47:59.754448 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-3f092562-072d-4343-b67e-e7fad65f4785 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8b5c2c2-d815-4bfe-91b9-8311484d4e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4142780 Mar 28 05:47:59.788989 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1f57e-aca4-4613-ae3c-99c40290b7d6 None None] Port ebb9e1c6-7c12-47a5-985d-30efae82e837 cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:48:00.039223 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 944c3132-526f-43ad-84ca-ca7159c1cd18 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:48:00.139693 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:00.151555 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'port_id': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'mac_address': 'fa:16:3e:ed:ba:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:48:00.187187 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 944c3132-526f-43ad-84ca-ca7159c1cd18 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:00.187493 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.201105 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944c3132-526f-43ad-84ca-ca7159c1cd18 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:48:00.220921 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:00.227323 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.274171 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:00.321269 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37580) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:00.325737 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-4d14ef59-953a-492f-a5d8-d7e109ea1504 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992944933', 'description': 'tempest-description--1854143132'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:00.345757 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4d14ef59-953a-492f-a5d8-d7e109ea1504 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.412064 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4d14ef59-953a-492f-a5d8-d7e109ea1504 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (ab2ac805-f8c4-492a-9035-c728fddfa0ef), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.415970 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4d14ef59-953a-492f-a5d8-d7e109ea1504 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (ab2ac805-f8c4-492a-9035-c728fddfa0ef), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.424317 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['944c3132-526f-43ad-84ca-ca7159c1cd18'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:48:00.450552 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-4d14ef59-953a-492f-a5d8-d7e109ea1504 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.454386 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-4d14ef59-953a-492f-a5d8-d7e109ea1504 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295545 Mar 28 05:48:00.454386 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14ef59-953a-492f-a5d8-d7e109ea1504 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2ac805-f8c4-492a-9035-c728fddfa0ef,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:00.455155 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37584) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:00.459682 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-acce6c85-ba58-493f-b077-d78476bf61da tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ac805-f8c4-492a-9035-c728fddfa0ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:00.495997 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-acce6c85-ba58-493f-b077-d78476bf61da tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (3cc13638-1e6d-49d2-acfe-a61a140cf41e), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.591266 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-acce6c85-ba58-493f-b077-d78476bf61da tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (3cc13638-1e6d-49d2-acfe-a61a140cf41e), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.600293 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ba971-7c87-4530-913c-c98f3ac6e30a req-17e63e6e-9cb4-4512-943e-599f2222ec01 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:00.601761 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5c1ba971-7c87-4530-913c-c98f3ac6e30a req-17e63e6e-9cb4-4512-943e-599f2222ec01 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 944 time: 0.0884671 Mar 28 05:48:00.603040 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-acce6c85-ba58-493f-b077-d78476bf61da tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (3cc13638-1e6d-49d2-acfe-a61a140cf41e), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.639225 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce6c85-ba58-493f-b077-d78476bf61da tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc13638-1e6d-49d2-acfe-a61a140cf41e,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:00.647383 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-acce6c85-ba58-493f-b077-d78476bf61da tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.648172 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-acce6c85-ba58-493f-b077-d78476bf61da tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1920249 Mar 28 05:48:00.650979 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37586) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:00.658199 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-2a57e613-90b5-4924-9a66-b7a9d6292e0b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ac805-f8c4-492a-9035-c728fddfa0ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:00.676103 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5c1ba971-7c87-4530-913c-c98f3ac6e30a req-bdeb5762-783c-4362-8caf-56448b2d0ba6 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632062 Mar 28 05:48:00.697774 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2a57e613-90b5-4924-9a66-b7a9d6292e0b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (885e8001-0ace-42c9-9055-ee6a03e595c8), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.760397 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2a57e613-90b5-4924-9a66-b7a9d6292e0b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (885e8001-0ace-42c9-9055-ee6a03e595c8), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.764599 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2a57e613-90b5-4924-9a66-b7a9d6292e0b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (885e8001-0ace-42c9-9055-ee6a03e595c8), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.782279 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57e613-90b5-4924-9a66-b7a9d6292e0b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885e8001-0ace-42c9-9055-ee6a03e595c8,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:00.792801 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-2a57e613-90b5-4924-9a66-b7a9d6292e0b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.795415 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-2a57e613-90b5-4924-9a66-b7a9d6292e0b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429319 Mar 28 05:48:00.798328 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37588) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:00.802653 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:00.805359 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:48:00.825257 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.857966 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Sync routers for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:48:00.873488 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:00.873870 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:00.876351 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:00.876970 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:00.926382 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.029735 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Allocated IP 172.28.0.222 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/83d17d7f-d2f3-47af-9324-15d7f2796b47) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:48:01.036902 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:01.074218 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:01.074907 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.132226 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] For port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:01.139995 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for port (83d17d7f-d2f3-47af-9324-15d7f2796b47), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.171704 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.174737 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (83d17d7f-d2f3-47af-9324-15d7f2796b47), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.212392 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:48:01.216844 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:48:01.220392 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:48:01.247989 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'Port': ['ID=83d17d7f-d2f3-47af-9324-15d7f2796b47,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:01.249844 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Pushing event updated for resources: {'Port': ['ID=b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:01.308015 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 2, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:01.319003 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (c4ecd0d0-e746-4c8d-95d9-83af81ed8873), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.335636 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Checking router: a8b5c2c2-d815-4bfe-91b9-8311484d4e23 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:48:01.336003 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Updating router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 port ebb9e1c6-7c12-47a5-985d-30efae82e837 binding host dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 05:48:01.353792 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (83d17d7f-d2f3-47af-9324-15d7f2796b47), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.366812 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.511789 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for port (83d17d7f-d2f3-47af-9324-15d7f2796b47), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.516352 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (83d17d7f-d2f3-47af-9324-15d7f2796b47), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.581991 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'Port': ['ID=83d17d7f-d2f3-47af-9324-15d7f2796b47,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:01.594182 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (c4ecd0d0-e746-4c8d-95d9-83af81ed8873), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.609075 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.610301 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-d2115032-7815-4ed3-9457-6fde095abd66 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8110394 Mar 28 05:48:01.763936 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Publish callbacks [] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), precommit_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.767413 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-10d19214-0256-458f-85b9-13119a1515fe tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--992944933&fields=id&tenant_id=a69c5bb26588485d93ede10a00c6d8da HTTP/1.1" status: 200 len: 267 time: 0.0517495 Mar 28 05:48:01.769800 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.820165 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5916eee-f93d-46ee-9aec-e5ed234bb3d9 None None] Pushing event updated for resources: {'Port': ['ID=ebb9e1c6-7c12-47a5-985d-30efae82e837,revision_number=3']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:01.876164 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327998c-e3be-470b-a2f9-9acf38bbb8ec req-72b56694-9263-4a6c-9fe2-58d3ad4b4ca2 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:01.878005 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4327998c-e3be-470b-a2f9-9acf38bbb8ec req-72b56694-9263-4a6c-9fe2-58d3ad4b4ca2 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 944 time: 0.1262863 Mar 28 05:48:01.884656 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Attempting to bind port ebb9e1c6-7c12-47a5-985d-30efae82e837 on host dv-cinder-831776-5-smb for vnic_type normal with profile {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:48:01.884999 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Attempting to bind port ebb9e1c6-7c12-47a5-985d-30efae82e837 by drivers openvswitch,hyperv on host dv-cinder-831776-5-smb at level 0 using segments [{'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:48:01.885397 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Attempting to bind port ebb9e1c6-7c12-47a5-985d-30efae82e837 on network f21751b4-d0c8-4944-9351-2ca376efebad {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:48:01.890824 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Checking agent: {'id': 'c15ada9d-004c-45db-9b2e-43319b469165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 33, 12), 'started_at': datetime.datetime(2022, 3, 28, 5, 33, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:48:01.891198 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Checking segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:48:01.891600 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.892603 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Bound using segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} {{(pid=109883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:48:01.892603 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.managers [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Bound port: ebb9e1c6-7c12-47a5-985d-30efae82e837, host: dv-cinder-831776-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'}}] {{(pid=109883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:48:01.892800 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:01.932841 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293244a5-06c6-411d-aacb-2364221138fa req-9a94af35-d584-468e-83d3-75ee4cdce14d tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:01.934366 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-9a94af35-d584-468e-83d3-75ee4cdce14d tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 810 time: 0.1513116 Mar 28 05:48:01.959996 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4327998c-e3be-470b-a2f9-9acf38bbb8ec req-7e2e7ccd-35f4-4785-beb0-816505b7c22f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748394 Mar 28 05:48:01.962673 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-989fa37b-dbc3-42cc-baf6-27c47f0591c9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/quotas/a69c5bb26588485d93ede10a00c6d8da HTTP/1.1" status: 200 len: 375 time: 0.0202463 Mar 28 05:48:01.969789 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] For port ebb9e1c6-7c12-47a5-985d-30efae82e837, host dv-cinder-831776-5-smb, cleared binding levels {{(pid=109883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:48:01.974019 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] For port ebb9e1c6-7c12-47a5-985d-30efae82e837, host dv-cinder-831776-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=ebb9e1c6-7c12-47a5-985d-30efae82e837,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:48:01.984363 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.025708 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-b0a4d8a5-ab94-4aec-8ca7-118edd50a9c2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550017 Mar 28 05:48:02.059375 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 944c3132-526f-43ad-84ca-ca7159c1cd18 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:48:02.061148 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5916eee-f93d-46ee-9aec-e5ed234bb3d9 None None] Pushing event updated for resources: {'Port': ['ID=ebb9e1c6-7c12-47a5-985d-30efae82e837,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:02.063664 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:02.064249 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:47:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:02.069812 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-851c3e33-75a7-4088-a7f5-f6669817d237 None None] Provisioning complete for port ebb9e1c6-7c12-47a5-985d-30efae82e837 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:02.070622 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-851c3e33-75a7-4088-a7f5-f6669817d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.134169 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-e0b9cdf9-7171-45f4-b070-a5c856a9ecce service neutron] 10.222.0.13 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932827 Mar 28 05:48:02.229577 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-66782083-a450-47af-a8d7-0e7d6861dbbf service neutron] 10.222.0.13 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879123 Mar 28 05:48:02.248633 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 944c3132-526f-43ad-84ca-ca7159c1cd18 completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:48:02.269591 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:02.301244 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 944c3132-526f-43ad-84ca-ca7159c1cd18 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:02.301618 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.352824 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-851c3e33-75a7-4088-a7f5-f6669817d237 None None] Current status of the port ebb9e1c6-7c12-47a5-985d-30efae82e837 is: DOWN; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:02.352824 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-851c3e33-75a7-4088-a7f5-f6669817d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.397228 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-87ab7011-6b12-4c7b-a4e8-7b0f7af3fbf2 req-eca2daa9-8ccb-410a-9ee5-cd8c830c5e92 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Mar 28 05:48:02.482259 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-851c3e33-75a7-4088-a7f5-f6669817d237 None None] For port ebb9e1c6-7c12-47a5-985d-30efae82e837, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=ebb9e1c6-7c12-47a5-985d-30efae82e837,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:02.510447 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-851c3e33-75a7-4088-a7f5-f6669817d237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.573097 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 944c3132-526f-43ad-84ca-ca7159c1cd18 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:02.573493 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.633066 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c3e33-75a7-4088-a7f5-f6669817d237 None None] Pushing event updated for resources: {'Port': ['ID=ebb9e1c6-7c12-47a5-985d-30efae82e837,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:02.647473 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:02.649731 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fd1b5e-518f-4e80-a3ac-45cff9171ae7" -d '{"events": [{"server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "name": "network-vif-plugged", "status": "completed", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:02.669273 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:02.676662 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.678839 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-ead2d394-3bc2-424c-9040-0f046161bf5f None None] Provisioning complete for port ebb9e1c6-7c12-47a5-985d-30efae82e837 triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:02.679311 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ead2d394-3bc2-424c-9040-0f046161bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:02.710175 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a328790-1f41-401c-9c7b-747070cb89be x-openstack-request-id: req-4a328790-1f41-401c-9c7b-747070cb89be {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:02.710471 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "name": "network-vif-plugged", "status": "completed", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:02.710724 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a328790-1f41-401c-9c7b-747070cb89be {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:02.713253 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a328790-1f41-401c-9c7b-747070cb89be'] response: {'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'code': 200} Mar 28 05:48:02.792875 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:02.799601 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:48:02.846931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:02.856045 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e34b6e-0fd4-49ce-8948-c6379ba25812 None None] The sync data for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb is: [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:48:02.920151 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-ead2d394-3bc2-424c-9040-0f046161bf5f None None] Current status of the port ebb9e1c6-7c12-47a5-985d-30efae82e837 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:02.942339 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:02.942984 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:03.043088 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a63669-ee01-45af-bdd9-fd07e85a3f52 req-02153490-1ef5-4ae4-9eeb-ee8199e17d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:03.048518 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-a4a63669-ee01-45af-bdd9-fd07e85a3f52 req-02153490-1ef5-4ae4-9eeb-ee8199e17d68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1129 time: 0.1226048 Mar 28 05:48:03.062092 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:03.105589 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-a4a63669-ee01-45af-bdd9-fd07e85a3f52 req-32c4699d-0d65-41d9-a9a2-b03b498fabf0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515709 Mar 28 05:48:03.117281 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bd42f-5b6d-4a63-a440-025f6c0a2e2c req-cd7be6b8-4d45-4d20-a1e8-e07da3fbd4cf tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:03.118800 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-be5bd42f-5b6d-4a63-a440-025f6c0a2e2c req-cd7be6b8-4d45-4d20-a1e8-e07da3fbd4cf tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0764928 Mar 28 05:48:03.168743 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-be5bd42f-5b6d-4a63-a440-025f6c0a2e2c req-e77bc123-a903-4340-ba06-fa211c194f8c tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442979 Mar 28 05:48:03.496181 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e308fff8-c962-4993-a55f-28c53758395a req-5e635b04-f64b-4cdd-8cbe-73d55b0f1058 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 210 time: 0.0288346 Mar 28 05:48:03.647654 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293244a5-06c6-411d-aacb-2364221138fa req-99c90a9a-2a62-40ab-b020-eb59f44cc6cd tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:03.649161 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-99c90a9a-2a62-40ab-b020-eb59f44cc6cd tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 810 time: 0.1109347 Mar 28 05:48:03.714814 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-fe411b80-bc08-4719-a156-302c187ad3e2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a69c5bb26588485d93ede10a00c6d8da HTTP/1.1" status: 200 len: 379 time: 0.0562909 Mar 28 05:48:03.727744 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'port': {'device_id': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'admin_state_up': True, 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'security_groups': ['ab2ac805-f8c4-492a-9035-c728fddfa0ef']}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:04.099429 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Made reservation on behalf of a69c5bb26588485d93ede10a00c6d8da for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:48:04.104754 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.233127 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Allocated IP 172.20.0.10 (f21751b4-d0c8-4944-9351-2ca376efebad/b5137716-1835-43dd-8885-be96cc743bf3/2e369e11-def7-4d84-b68c-071b86bc1c9d) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:48:04.293297 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc41892-956d-4cbf-b687-1d27a1d9e900 req-dc30c484-d61f-4f98-9972-0cd8b7371008 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:04.294945 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fdc41892-956d-4cbf-b687-1d27a1d9e900 req-dc30c484-d61f-4f98-9972-0cd8b7371008 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0591686 Mar 28 05:48:04.344844 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fdc41892-956d-4cbf-b687-1d27a1d9e900 req-54c2c643-ec62-4162-8ed9-ddcba135f812 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444238 Mar 28 05:48:04.372389 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.406806 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.452566 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Network f21751b4-d0c8-4944-9351-2ca376efebad is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:48:04.455535 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:48:04.462266 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:48:04.468446 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'Port': ['ID=2e369e11-def7-4d84-b68c-071b86bc1c9d,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:04.514520 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:04.515174 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.533590 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-dcbe0e77-58a2-432c-8021-ee201145d109 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8109078 Mar 28 05:48:04.546589 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Request body: {'port': {'device_id': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:04.612083 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.629706 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35265c44-8d49-41cc-8add-6b256b8421a3 req-2a7f5f8c-842a-486c-a30d-1dbd0cbf0cb5 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:04.637552 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-35265c44-8d49-41cc-8add-6b256b8421a3 req-2a7f5f8c-842a-486c-a30d-1dbd0cbf0cb5 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 932 time: 0.0656028 Mar 28 05:48:04.681507 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-35265c44-8d49-41cc-8add-6b256b8421a3 req-a5d13a28-ec37-4412-91f1-3b82b2301848 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430861 Mar 28 05:48:04.685821 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:48:04.760582 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d632f73d-1b1c-46fd-96b1-284406abd46b None None] Provisioning complete for port 2e369e11-def7-4d84-b68c-071b86bc1c9d triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:04.761208 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d632f73d-1b1c-46fd-96b1-284406abd46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.796622 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d632f73d-1b1c-46fd-96b1-284406abd46b None None] Port 2e369e11-def7-4d84-b68c-071b86bc1c9d cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:48:04.818953 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device ebb9e1c6-7c12-47a5-985d-30efae82e837 up at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:48:04.878049 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Provisioning complete for port ebb9e1c6-7c12-47a5-985d-30efae82e837 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:04.878426 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.905224 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e369e11-def7-4d84-b68c-071b86bc1c9d {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:48:04.913178 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Publish callbacks [] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.924919 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Transition to ACTIVE for port object 2e369e11-def7-4d84-b68c-071b86bc1c9d will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:48:04.929861 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:04.955198 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Current status of the port ebb9e1c6-7c12-47a5-985d-30efae82e837 is: ACTIVE; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:04.983311 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Pushing event updated for resources: {'Port': ['ID=2e369e11-def7-4d84-b68c-071b86bc1c9d,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:05.053798 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Attempting to bind port 2e369e11-def7-4d84-b68c-071b86bc1c9d on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:48:05.054150 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Attempting to bind port 2e369e11-def7-4d84-b68c-071b86bc1c9d by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:48:05.054493 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Attempting to bind port 2e369e11-def7-4d84-b68c-071b86bc1c9d on network f21751b4-d0c8-4944-9351-2ca376efebad {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:48:05.059069 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Port 2e369e11-def7-4d84-b68c-071b86bc1c9d on network f21751b4-d0c8-4944-9351-2ca376efebad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:48:05.059395 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Attempting to bind port 2e369e11-def7-4d84-b68c-071b86bc1c9d on network f21751b4-d0c8-4944-9351-2ca376efebad {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:48:05.064396 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:48:05.064740 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Checking segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:48:05.065159 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Bound using segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:48:05.065600 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Bound port: 2e369e11-def7-4d84-b68c-071b86bc1c9d, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:48:05.065969 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:05.132942 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-88687a6b-524b-44f3-823a-04b29c9d8fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:05.137306 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] For port 2e369e11-def7-4d84-b68c-071b86bc1c9d, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:48:05.140776 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] For port 2e369e11-def7-4d84-b68c-071b86bc1c9d, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:48:05.148465 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:05.183696 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.184350 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:05.186118 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] 10.222.0.30 "PUT /v2.0/ports/2e369e11-def7-4d84-b68c-071b86bc1c9d HTTP/1.1" status: 200 len: 1094 time: 0.6443534 Mar 28 05:48:05.186559 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'tag': '2e369e11-def7-4d84-b68c-071b86bc1c9d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:05.189431 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e" -d '{"events": [{"name": "network-changed", "server_uuid": "567b2b0d-4cfb-4310-ad03-d4dc7a824473", "tag": "2e369e11-def7-4d84-b68c-071b86bc1c9d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:05.217855 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230340ad-3383-44cc-b059-e1f89e743035 service neutron] Pushing event updated for resources: {'Port': ['ID=2e369e11-def7-4d84-b68c-071b86bc1c9d,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:05.257549 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b244e22b-4b0e-4e9c-a0b8-4e9741194b98 x-openstack-request-id: req-b244e22b-4b0e-4e9c-a0b8-4e9741194b98 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:05.257841 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567b2b0d-4cfb-4310-ad03-d4dc7a824473", "tag": "2e369e11-def7-4d84-b68c-071b86bc1c9d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:05.258092 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b244e22b-4b0e-4e9c-a0b8-4e9741194b98 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:05.258494 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b244e22b-4b0e-4e9c-a0b8-4e9741194b98'] response: {'name': 'network-changed', 'server_uuid': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'tag': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'status': 'completed', 'code': 200} Mar 28 05:48:05.278285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293244a5-06c6-411d-aacb-2364221138fa req-38d6546b-99b7-4223-b0f8-3ffc220887c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.279801 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-38d6546b-99b7-4223-b0f8-3ffc220887c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 1128 time: 0.0521545 Mar 28 05:48:05.326783 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-049e55f8-3097-407c-ab1a-7df759188816 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d HTTP/1.1" status: 200 len: 217 time: 0.0408006 Mar 28 05:48:05.378339 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293244a5-06c6-411d-aacb-2364221138fa req-2ecb9379-f26b-4509-83e2-63550969b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.380429 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-2ecb9379-f26b-4509-83e2-63550969b396 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0484498 Mar 28 05:48:05.430123 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293244a5-06c6-411d-aacb-2364221138fa req-7b641ce8-b1b7-409b-8d2d-458b9c6a256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.431634 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-7b641ce8-b1b7-409b-8d2d-458b9c6a256f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443347 Mar 28 05:48:05.466705 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f3de-c1f1-4234-9077-fc6abdce6cca req-26276bf0-3d66-462f-b6bd-56a5f4f86dbf tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.468383 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e044f3de-c1f1-4234-9077-fc6abdce6cca req-26276bf0-3d66-462f-b6bd-56a5f4f86dbf tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0554938 Mar 28 05:48:05.517674 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e044f3de-c1f1-4234-9077-fc6abdce6cca req-3d81c3b8-4aa4-423c-8461-e2fbe8d44c86 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Mar 28 05:48:05.531021 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-9c9def55-9db1-419a-9b86-94ce30c0b5e0 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936477 Mar 28 05:48:05.621705 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-293244a5-06c6-411d-aacb-2364221138fa req-0076d0f0-5234-4ddc-9563-04a6bc2d45fd service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853980 Mar 28 05:48:05.640809 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb961b8-ed30-429d-85c1-f78fd6a8e66b req-ab973401-0648-4f95-9ad7-4aeef79771b6 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.642348 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4cb961b8-ed30-429d-85c1-f78fd6a8e66b req-ab973401-0648-4f95-9ad7-4aeef79771b6 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0559790 Mar 28 05:48:05.691557 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4cb961b8-ed30-429d-85c1-f78fd6a8e66b req-f7f82bf9-98a2-4cd2-87d0-b6b807f0b86b tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435159 Mar 28 05:48:05.712653 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-72e8c578-bd63-4bdb-ab63-c147b903c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.714045 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37636) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:05.714180 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-72e8c578-bd63-4bdb-ab63-c147b903c579 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 1128 time: 0.0450339 Mar 28 05:48:05.809961 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775a2be-1f69-4bfd-b5a3-026098005294 req-2ffbe37e-6ab4-4c69-a1ad-5f7a3b4e7af3 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.812058 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a775a2be-1f69-4bfd-b5a3-026098005294 req-2ffbe37e-6ab4-4c69-a1ad-5f7a3b4e7af3 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 944 time: 0.0551083 Mar 28 05:48:05.813831 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-579d13df-4c1d-4598-9152-d30001de5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.815926 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-579d13df-4c1d-4598-9152-d30001de5e3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 911 time: 0.0957887 Mar 28 05:48:05.857337 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-a86504fc-f095-4128-addc-da33dfc534a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d HTTP/1.1" status: 200 len: 217 time: 0.0343020 Mar 28 05:48:05.891676 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a775a2be-1f69-4bfd-b5a3-026098005294 req-07f20b55-d0ae-4091-9609-9ae039e47d79 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732851 Mar 28 05:48:05.896192 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9dbad2-08a2-43ec-90c1-618b2e8ef62e tempest-TestShelveInstance-149654850 tempest-TestShelveInstance-149654850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.900495 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-bf9dbad2-08a2-43ec-90c1-618b2e8ef62e tempest-TestShelveInstance-149654850 tempest-TestShelveInstance-149654850-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1124 time: 0.1826332 Mar 28 05:48:05.900749 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37640) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:05.904988 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'port_id': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:05.914717 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-909c1b7a-71dc-4ca3-9819-c662a7c4a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.916271 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-909c1b7a-71dc-4ca3-9819-c662a7c4a1fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0534704 Mar 28 05:48:05.925419 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:05.965836 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-0a125167-283e-4cad-852a-c2e22fd083b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:05.967347 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-0a125167-283e-4cad-852a-c2e22fd083b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433061 Mar 28 05:48:06.023695 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:06.057072 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-214ba7f9-78a7-42b0-ad3c-2836cbcc05d2 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829771 Mar 28 05:48:06.129305 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_common [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Allocated IP 172.28.0.246 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/80e6b037-4cd3-468f-a39e-e415bbbfcc66) {{(pid=109882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:48:06.151309 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-09682ee4-eb7f-4ac6-ba7e-7350122ca16e req-e274b618-66f1-4091-81d0-bbc40bf834b0 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871344 Mar 28 05:48:06.227714 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for port (80e6b037-4cd3-468f-a39e-e415bbbfcc66), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:06.259719 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (80e6b037-4cd3-468f-a39e-e415bbbfcc66), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:06.294870 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:48:06.297716 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Resources bound (agent type, host, resource id): {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:48:06.301143 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Received port after_create {{(pid=109882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:48:06.330206 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'Port': ['ID=80e6b037-4cd3-468f-a39e-e415bbbfcc66,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:06.648150 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for floatingip (d0b34c44-d5f1-42c0-be79-5ef0abf61fee), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:06.717289 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (80e6b037-4cd3-468f-a39e-e415bbbfcc66), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:06.873797 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for port (80e6b037-4cd3-468f-a39e-e415bbbfcc66), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:06.877989 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5847143'] for port (80e6b037-4cd3-468f-a39e-e415bbbfcc66), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:06.946495 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event updated for resources: {'Port': ['ID=80e6b037-4cd3-468f-a39e-e415bbbfcc66,revision_number=2']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:06.958523 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (d0b34c44-d5f1-42c0-be79-5ef0abf61fee), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:07.087558 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009cb41-97b5-4914-ba5c-f8dc6e8cf86c req-b1a65a30-fb24-4d9d-acd8-d6ea68758a7a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:07.089006 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2009cb41-97b5-4914-ba5c-f8dc6e8cf86c req-b1a65a30-fb24-4d9d-acd8-d6ea68758a7a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 944 time: 0.0968316 Mar 28 05:48:07.097691 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Floating IP d0b34c44-d5f1-42c0-be79-5ef0abf61fee associated. External IP: 172.28.0.246, port: 944c3132-526f-43ad-84ca-ca7159c1cd18. Mar 28 05:48:07.207081 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2009cb41-97b5-4914-ba5c-f8dc6e8cf86c req-921e1d2b-c6b0-4eb5-a7d5-01238acc9c5a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112466 Mar 28 05:48:07.333132 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:48:07.353223 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-60fb260d-81d8-4017-adf1-29f5ec6352a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:07.442007 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:48:07.451095 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887102d-99f4-486d-999c-391197633e4a None None] Sync routers for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:48:07.458882 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:07.461083 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887102d-99f4-486d-999c-391197633e4a None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:07.461748 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f887102d-99f4-486d-999c-391197633e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:48:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:07.488467 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-2d208444-6900-45b9-80da-25f8ec07d628 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5866637 Mar 28 05:48:07.489085 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:07.492021 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c3756-7436-4a24-b572-78e9b877b921" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:07.529523 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf11634-40d7-482f-88fb-d5c952d73915 x-openstack-request-id: req-8bf11634-40d7-482f-88fb-d5c952d73915 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:07.529969 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:07.530235 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bf11634-40d7-482f-88fb-d5c952d73915 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:07.530643 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf11634-40d7-482f-88fb-d5c952d73915'] response: {'name': 'network-changed', 'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'status': 'completed', 'code': 200} Mar 28 05:48:07.567700 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-f887102d-99f4-486d-999c-391197633e4a None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:07.596779 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3756-7436-4a24-b572-78e9b877b921 req-cbc741d8-5a56-4c0a-a664-1a824a6139da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:07.598393 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-116c3756-7436-4a24-b572-78e9b877b921 req-cbc741d8-5a56-4c0a-a664-1a824a6139da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1129 time: 0.0442040 Mar 28 05:48:07.690146 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3756-7436-4a24-b572-78e9b877b921 req-d1206f63-cdfe-46a9-803f-26513aaa2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:07.691603 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-116c3756-7436-4a24-b572-78e9b877b921 req-d1206f63-cdfe-46a9-803f-26513aaa2595 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 910 time: 0.0870299 Mar 28 05:48:07.755265 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-116c3756-7436-4a24-b572-78e9b877b921 req-bd5c06f6-783b-40cc-8ba8-3f0c94aacf47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 999 time: 0.0571983 Mar 28 05:48:07.783341 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f887102d-99f4-486d-999c-391197633e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'd0b34c44-d5f1-42c0-be79-5ef0abf61fee', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'floating_ip_address': '172.28.0.246', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'port_id': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'mac_address': 'fa:16:3e:ed:ba:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:06Z', 'updated_at': '2022-03-28T05:48:06Z', 'revision_number': 0, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:39Z', 'revision_number': 5, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:07.802646 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3756-7436-4a24-b572-78e9b877b921 req-1e5dbb9e-e44e-470a-8be4-3f1f678a801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:07.804206 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-116c3756-7436-4a24-b572-78e9b877b921 req-1e5dbb9e-e44e-470a-8be4-3f1f678a801d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 200 len: 848 time: 0.0428147 Mar 28 05:48:07.813347 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887102d-99f4-486d-999c-391197633e4a None None] Checking router: 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:48:07.821783 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887102d-99f4-486d-999c-391197633e4a None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:07.822384 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f887102d-99f4-486d-999c-391197633e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:48:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:07.854962 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c3756-7436-4a24-b572-78e9b877b921 req-582a090d-5930-41e7-a5a0-98aa946acad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:07.856386 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-116c3756-7436-4a24-b572-78e9b877b921 req-582a090d-5930-41e7-a5a0-98aa946acad2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66e25f17-97dc-419b-8063-b514c13a81c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463836 Mar 28 05:48:07.928716 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-f887102d-99f4-486d-999c-391197633e4a None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:07.943381 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-116c3756-7436-4a24-b572-78e9b877b921 req-63931b08-98f0-4d06-a676-a9baa8882789 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812397 Mar 28 05:48:08.035958 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-116c3756-7436-4a24-b572-78e9b877b921 req-0b3f72e4-66f8-45cb-a596-5aedeaa6365c service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861189 Mar 28 05:48:08.063347 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 2e369e11-def7-4d84-b68c-071b86bc1c9d details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:48:08.150081 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f887102d-99f4-486d-999c-391197633e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'd0b34c44-d5f1-42c0-be79-5ef0abf61fee', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'floating_ip_address': '172.28.0.246', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'port_id': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'mac_address': 'fa:16:3e:ed:ba:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:06Z', 'updated_at': '2022-03-28T05:48:06Z', 'revision_number': 0, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:39Z', 'revision_number': 5, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:08.163641 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 2e369e11-def7-4d84-b68c-071b86bc1c9d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:08.175311 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'port_id': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'mac_address': 'fa:16:3e:54:8e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:48:08.180100 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887102d-99f4-486d-999c-391197633e4a None None] The sync data for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb is: [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'd0b34c44-d5f1-42c0-be79-5ef0abf61fee', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'floating_ip_address': '172.28.0.246', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'port_id': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'mac_address': 'fa:16:3e:ed:ba:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:06Z', 'updated_at': '2022-03-28T05:48:06Z', 'revision_number': 0, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:39Z', 'revision_number': 5, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:48:08.212987 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 2e369e11-def7-4d84-b68c-071b86bc1c9d is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:08.213428 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:08.227050 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e369e11-def7-4d84-b68c-071b86bc1c9d {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:48:08.251059 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 2e369e11-def7-4d84-b68c-071b86bc1c9d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:08.256340 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:08.337847 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17320b98-c4c6-4f41-b475-0c78bbed9e19 req-f9c195e7-9ae0-46b6-b897-9d51cce748f8 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:08.345334 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-17320b98-c4c6-4f41-b475-0c78bbed9e19 req-f9c195e7-9ae0-46b6-b897-9d51cce748f8 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 945 time: 0.0690637 Mar 28 05:48:08.391173 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-17320b98-c4c6-4f41-b475-0c78bbed9e19 req-f8f79e34-06fe-463c-adb9-3812ace62ee7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449491 Mar 28 05:48:08.416062 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3a4a9-a3ea-49f4-ba9b-a3b2a13a048b None None] New status for floating IP d0b34c44-d5f1-42c0-be79-5ef0abf61fee: ACTIVE {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:48:08.481930 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=2e369e11-def7-4d84-b68c-071b86bc1c9d,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:08.487465 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['2e369e11-def7-4d84-b68c-071b86bc1c9d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:48:08.853571 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:09.516557 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08ba57-19b7-4610-b9f8-58b7c3aac0d5 req-97f1b27a-4f64-46db-84e8-c13c58d6bb44 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:09.518084 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-df08ba57-19b7-4610-b9f8-58b7c3aac0d5 req-97f1b27a-4f64-46db-84e8-c13c58d6bb44 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 945 time: 0.0551345 Mar 28 05:48:09.563891 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-df08ba57-19b7-4610-b9f8-58b7c3aac0d5 req-e52cf685-3590-42b3-b832-65d69f3117d9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400791 Mar 28 05:48:10.090901 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 2e369e11-def7-4d84-b68c-071b86bc1c9d up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:48:10.141028 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 2e369e11-def7-4d84-b68c-071b86bc1c9d completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:48:10.145143 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 2e369e11-def7-4d84-b68c-071b86bc1c9d triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:48:10.145532 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:10.219484 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 2e369e11-def7-4d84-b68c-071b86bc1c9d is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:48:10.219875 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:10.242657 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e369e11-def7-4d84-b68c-071b86bc1c9d'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:10.244901 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a96f986-59b8-48d6-97f5-25e79e763260" -d '{"events": [{"server_uuid": "567b2b0d-4cfb-4310-ad03-d4dc7a824473", "name": "network-vif-plugged", "status": "completed", "tag": "2e369e11-def7-4d84-b68c-071b86bc1c9d"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:10.257633 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 2e369e11-def7-4d84-b68c-071b86bc1c9d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:48:10.261678 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:10.284157 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1add0f12-a87f-42e0-a7cb-ccbde981e497 x-openstack-request-id: req-1add0f12-a87f-42e0-a7cb-ccbde981e497 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:10.284462 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567b2b0d-4cfb-4310-ad03-d4dc7a824473", "name": "network-vif-plugged", "status": "completed", "tag": "2e369e11-def7-4d84-b68c-071b86bc1c9d", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:10.284714 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1add0f12-a87f-42e0-a7cb-ccbde981e497 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:10.285124 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1add0f12-a87f-42e0-a7cb-ccbde981e497'] response: {'server_uuid': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'code': 200} Mar 28 05:48:10.311841 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=2e369e11-def7-4d84-b68c-071b86bc1c9d,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:48:10.385354 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:10.449781 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586d417-8823-4c87-bbdf-bc544a3d0c08 req-752441a2-1d16-4290-a975-6eb348089551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:10.451265 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0586d417-8823-4c87-bbdf-bc544a3d0c08 req-752441a2-1d16-4290-a975-6eb348089551 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 1130 time: 0.0444000 Mar 28 05:48:10.494922 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-0586d417-8823-4c87-bbdf-bc544a3d0c08 req-7df847bd-f65b-4da3-9cbe-33607173b923 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382748 Mar 28 05:48:10.680032 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833fd25-6169-4002-bbe0-9651141ad377 req-8f8e04af-fb1e-4163-859a-9881dc8c74af tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:10.681506 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2833fd25-6169-4002-bbe0-9651141ad377 req-8f8e04af-fb1e-4163-859a-9881dc8c74af tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0511074 Mar 28 05:48:10.727160 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2833fd25-6169-4002-bbe0-9651141ad377 req-b51a4213-5840-462f-b1f3-92f2edc78d9a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401511 Mar 28 05:48:11.607573 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:11.847558 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db7f7a-7544-4732-b2d2-e36b00f6ebd7 req-cce96f32-0201-4c59-b1b5-194c91d77257 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:11.849069 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-14db7f7a-7544-4732-b2d2-e36b00f6ebd7 req-cce96f32-0201-4c59-b1b5-194c91d77257 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0552282 Mar 28 05:48:11.895294 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-14db7f7a-7544-4732-b2d2-e36b00f6ebd7 req-2b968d50-b7c8-4814-9420-e47ad858c427 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 Mar 28 05:48:12.008249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563edf5-532e-40d2-82a6-00845151a2a1 req-bbf8fe0c-7eb7-4f84-ba0a-52da91fe3ece tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:12.009849 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5563edf5-532e-40d2-82a6-00845151a2a1 req-bbf8fe0c-7eb7-4f84-ba0a-52da91fe3ece tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0515399 Mar 28 05:48:12.018604 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37662) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:48:12.023113 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'floatingip': {'port_id': '2e369e11-def7-4d84-b68c-071b86bc1c9d'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:48:12.060893 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (c4ecd0d0-e746-4c8d-95d9-83af81ed8873), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:12.662744 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.db.resource_extend [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 05:48:12.710065 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:12.714457 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (c4ecd0d0-e746-4c8d-95d9-83af81ed8873), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:12.813541 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Floating IP c4ecd0d0-e746-4c8d-95d9-83af81ed8873 associated. External IP: 172.28.0.222, port: 2e369e11-def7-4d84-b68c-071b86bc1c9d. Mar 28 05:48:13.015073 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:48:13.121221 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:48:13.125685 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:13.131744 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] Sync routers for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:48:13.141006 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:13.141615 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:48:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:13.155858 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-254c7e85-2b2e-48ba-99ee-eb8ee21eec75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "PUT /v2.0/floatingips/c4ecd0d0-e746-4c8d-95d9-83af81ed8873 HTTP/1.1" status: 200 len: 992 time: 1.1362216 Mar 28 05:48:13.156439 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'tag': '2e369e11-def7-4d84-b68c-071b86bc1c9d'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:48:13.158696 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5985a8-d3ef-4a5e-8263-a625b1e22649" -d '{"events": [{"name": "network-changed", "server_uuid": "567b2b0d-4cfb-4310-ad03-d4dc7a824473", "tag": "2e369e11-def7-4d84-b68c-071b86bc1c9d"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:48:13.193088 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc3152-130b-4565-822e-a7fa898bd1e8 x-openstack-request-id: req-b2cc3152-130b-4565-822e-a7fa898bd1e8 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:48:13.193408 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567b2b0d-4cfb-4310-ad03-d4dc7a824473", "tag": "2e369e11-def7-4d84-b68c-071b86bc1c9d", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:48:13.193686 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2cc3152-130b-4565-822e-a7fa898bd1e8 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:48:13.194100 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2cc3152-130b-4565-822e-a7fa898bd1e8'] response: {'name': 'network-changed', 'server_uuid': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'tag': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'status': 'completed', 'code': 200} Mar 28 05:48:13.250317 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:13.257477 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-9672752c-edf4-408d-85ee-bd94da4dbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:13.258980 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-9672752c-edf4-408d-85ee-bd94da4dbe8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 1130 time: 0.0433190 Mar 28 05:48:13.352520 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-174af60d-29e2-44de-9ac9-66e73031a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:13.354036 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-174af60d-29e2-44de-9ac9-66e73031a1f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 911 time: 0.0894709 Mar 28 05:48:13.420009 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-441aad61-11d0-4556-aa6b-83bfead7b53c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d HTTP/1.1" status: 200 len: 1000 time: 0.0601170 Mar 28 05:48:13.468344 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-d465a12a-fdd0-4da6-a7b3-b4bbca190df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:13.468567 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c4ecd0d0-e746-4c8d-95d9-83af81ed8873', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'port_id': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'mac_address': 'fa:16:3e:54:8e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:01Z', 'updated_at': '2022-03-28T05:48:12Z', 'revision_number': 1, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:13.469830 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-d465a12a-fdd0-4da6-a7b3-b4bbca190df8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0436664 Mar 28 05:48:13.498618 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] Checking router: a8b5c2c2-d815-4bfe-91b9-8311484d4e23 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:48:13.507531 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:48:13.508129 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:48:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:13.523254 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-34351f10-9262-4f7b-8e2b-0f83a217feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:13.524783 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-34351f10-9262-4f7b-8e2b-0f83a217feed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491877 Mar 28 05:48:13.611443 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-bc54d361-6615-4200-acb6-d937f1b598e5 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807447 Mar 28 05:48:13.614136 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:48:13.701926 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ee5985a8-d3ef-4a5e-8263-a625b1e22649 req-048e58f8-123a-454a-9ea1-e36b747d6e1f service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842743 Mar 28 05:48:13.919089 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c4ecd0d0-e746-4c8d-95d9-83af81ed8873', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'port_id': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'mac_address': 'fa:16:3e:54:8e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:01Z', 'updated_at': '2022-03-28T05:48:12Z', 'revision_number': 1, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:48:13.944269 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac560fe-aa25-41fe-8e0b-d902c67da8b0 None None] The sync data for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb is: [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'c4ecd0d0-e746-4c8d-95d9-83af81ed8873', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'port_id': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'mac_address': 'fa:16:3e:54:8e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:48:01Z', 'updated_at': '2022-03-28T05:48:12Z', 'revision_number': 1, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:48:14.142303 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bf68da-03ee-4110-a507-cb0be80aafd5 None None] New status for floating IP c4ecd0d0-e746-4c8d-95d9-83af81ed8873: ACTIVE {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:48:15.532720 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:35.126996 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a8f0eb8f-4a22-488e-80a5-3de209865bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:37.355549 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-75ed1329-4c95-4ba5-bfa4-79ce9c66b99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:38.861936 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:40.383017 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.609807 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:41.685332 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:48:45.550475 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:48:53.230276 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc04f29-8703-478b-85b3-5d2c41a9d1a6 req-93e18468-d86e-40f6-907e-a258d8442692 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:53.231751 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5fc04f29-8703-478b-85b3-5d2c41a9d1a6 req-93e18468-d86e-40f6-907e-a258d8442692 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0527153 Mar 28 05:48:53.277072 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5fc04f29-8703-478b-85b3-5d2c41a9d1a6 req-d5b81bc9-3724-4e85-9e89-cf856b4ac3de tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 Mar 28 05:48:54.401778 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109b894-d47b-47cf-9fbb-f106a07d5775 req-4f5a670c-208e-42b0-ba48-915ddce720a0 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:54.403279 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3109b894-d47b-47cf-9fbb-f106a07d5775 req-4f5a670c-208e-42b0-ba48-915ddce720a0 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0571535 Mar 28 05:48:54.448952 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3109b894-d47b-47cf-9fbb-f106a07d5775 req-3729c10a-7675-4621-8cf0-c26eccf653e7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400991 Mar 28 05:48:55.567691 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470a79d-d3dc-4b96-a8f8-928e07692c2e req-e467f23d-b5c0-4f5a-8c60-69e52430b66f tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:55.569807 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5470a79d-d3dc-4b96-a8f8-928e07692c2e req-e467f23d-b5c0-4f5a-8c60-69e52430b66f tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0522897 Mar 28 05:48:55.615514 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5470a79d-d3dc-4b96-a8f8-928e07692c2e req-bc6a1b02-952a-44b7-bb9b-1a879e5fdd55 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401404 Mar 28 05:48:56.730638 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb151f0-c828-4e70-9ca2-137e4d2dde79 req-3fe11cc6-7250-45b9-ab2f-17b6f5d689fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:56.732101 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-eeb151f0-c828-4e70-9ca2-137e4d2dde79 req-3fe11cc6-7250-45b9-ab2f-17b6f5d689fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0512223 Mar 28 05:48:56.780713 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-eeb151f0-c828-4e70-9ca2-137e4d2dde79 req-6b5e23ca-b003-47d4-be0b-654d42a033d6 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432034 Mar 28 05:48:57.898237 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2016d-6f4b-4ae5-8333-5abe340ee572 req-30508e45-28a9-44d5-adc3-8686625cc2c2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:57.899687 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e4c2016d-6f4b-4ae5-8333-5abe340ee572 req-30508e45-28a9-44d5-adc3-8686625cc2c2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0532355 Mar 28 05:48:57.944497 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e4c2016d-6f4b-4ae5-8333-5abe340ee572 req-de74f205-0426-4778-acee-9a90b4eb7dc3 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 Mar 28 05:48:59.060280 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35563-64e5-4646-93d4-ea0739f13af2 req-a2256a26-1902-4930-be27-4fd0aaa1ee0f tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:48:59.061968 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92a35563-64e5-4646-93d4-ea0739f13af2 req-a2256a26-1902-4930-be27-4fd0aaa1ee0f tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0514290 Mar 28 05:48:59.107914 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-92a35563-64e5-4646-93d4-ea0739f13af2 req-17533ee1-cdb1-48de-b85c-d6b44dbb8a38 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403814 Mar 28 05:49:00.226859 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5bfe1-2548-491d-8575-22c1dde38b6e req-2838791b-e238-4153-b0bc-ba3e7290a207 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:00.228304 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fad5bfe1-2548-491d-8575-22c1dde38b6e req-2838791b-e238-4153-b0bc-ba3e7290a207 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0550556 Mar 28 05:49:00.273131 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fad5bfe1-2548-491d-8575-22c1dde38b6e req-3b40304e-105d-40c9-ac81-1342d8624de6 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393674 Mar 28 05:49:01.392362 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5ed9b-4174-49f4-b506-4f747629395b req-e0c61a50-d881-4d27-b94b-4cb8cc5dc08b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:01.393854 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-13c5ed9b-4174-49f4-b506-4f747629395b req-e0c61a50-d881-4d27-b94b-4cb8cc5dc08b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0513198 Mar 28 05:49:01.439670 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-13c5ed9b-4174-49f4-b506-4f747629395b req-2905e80e-bf3b-49e5-9efc-051f75430dfe tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404072 Mar 28 05:49:02.559933 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d307804-ed02-409e-8655-31a6b6fbbdb8 req-2ef69557-e4de-4821-8673-74607ea7102c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:02.561342 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8d307804-ed02-409e-8655-31a6b6fbbdb8 req-2ef69557-e4de-4821-8673-74607ea7102c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0549495 Mar 28 05:49:02.607143 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8d307804-ed02-409e-8655-31a6b6fbbdb8 req-093ca3eb-3048-432f-8b3d-5aac8158a96b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403383 Mar 28 05:49:03.725540 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f2118-8120-47e0-b7f9-65a5c138cf03 req-0e79bdd2-c0d0-46d0-8cf9-001e0b9575f5 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:03.727014 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-903f2118-8120-47e0-b7f9-65a5c138cf03 req-0e79bdd2-c0d0-46d0-8cf9-001e0b9575f5 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0520184 Mar 28 05:49:03.772739 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-903f2118-8120-47e0-b7f9-65a5c138cf03 req-79487aab-df5a-4705-9250-f97a994706f1 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398657 Mar 28 05:49:04.887133 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bb072-cbe6-4ff4-834e-210398215997 req-4527e402-07c6-483a-a0de-bd6554d81443 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:04.888599 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8b3bb072-cbe6-4ff4-834e-210398215997 req-4527e402-07c6-483a-a0de-bd6554d81443 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0518067 Mar 28 05:49:04.943183 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8b3bb072-cbe6-4ff4-834e-210398215997 req-cc580c5e-2738-440c-a50e-eb17ac609800 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489917 Mar 28 05:49:05.127568 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d2a94290-076a-43fe-b0c0-44551e82ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:06.063011 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d4e34-54f2-41bf-8f99-4faa12539b8e req-a36565c5-320b-4667-a7b2-92726a0a4421 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:06.064459 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d19d4e34-54f2-41bf-8f99-4faa12539b8e req-a36565c5-320b-4667-a7b2-92726a0a4421 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0515459 Mar 28 05:49:06.110622 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d19d4e34-54f2-41bf-8f99-4faa12539b8e req-b433399d-c062-46e1-b919-79f078b63326 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406029 Mar 28 05:49:07.226498 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2bae6-89b0-4a46-b78e-1c95baea36b4 req-4aec8349-b3cc-4587-a749-651f0a92a838 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:07.228035 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e9c2bae6-89b0-4a46-b78e-1c95baea36b4 req-4aec8349-b3cc-4587-a749-651f0a92a838 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0525675 Mar 28 05:49:07.273431 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e9c2bae6-89b0-4a46-b78e-1c95baea36b4 req-826eba8c-6783-49ee-8381-9adf8120912d tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398326 Mar 28 05:49:07.356712 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-42180773-ff76-4ad7-a4aa-a222ee9367ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:08.393663 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd7456-cc9a-4667-96ad-f3ec2bd55d8b req-357a7c5b-0113-4529-acae-add8891574e7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:08.395121 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0ccd7456-cc9a-4667-96ad-f3ec2bd55d8b req-357a7c5b-0113-4529-acae-add8891574e7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0539393 Mar 28 05:49:08.441235 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0ccd7456-cc9a-4667-96ad-f3ec2bd55d8b req-e39823af-3668-40fb-8ddf-f520a484ba6b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399652 Mar 28 05:49:08.859255 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:09.562241 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969cf3-3a3a-4e04-8697-e73459d64449 req-350903d6-e292-4058-be73-b63580480985 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:09.563622 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ce969cf3-3a3a-4e04-8697-e73459d64449 req-350903d6-e292-4058-be73-b63580480985 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0511148 Mar 28 05:49:09.608796 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ce969cf3-3a3a-4e04-8697-e73459d64449 req-fceb8a25-c6c3-4b69-bc76-9f741af8201e tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 Mar 28 05:49:09.803460 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc56bd-7a95-43ea-b1b3-4a7e97de013e req-9b643622-b336-40ec-a9ba-6649aefbeb63 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:09.805004 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-69bc56bd-7a95-43ea-b1b3-4a7e97de013e req-9b643622-b336-40ec-a9ba-6649aefbeb63 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0513790 Mar 28 05:49:09.855563 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-69bc56bd-7a95-43ea-b1b3-4a7e97de013e req-37ecdbcd-67b6-4560-bfe1-769dbec6d5f0 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436144 Mar 28 05:49:09.856569 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f305-6e62-48d9-affd-d83694be21da req-d0fafd3e-0977-4ba8-bf26-b9f24e2cd487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:09.858170 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8dd8f305-6e62-48d9-affd-d83694be21da req-d0fafd3e-0977-4ba8-bf26-b9f24e2cd487 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 1130 time: 0.0441594 Mar 28 05:49:09.947697 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f305-6e62-48d9-affd-d83694be21da req-93c2f74a-7ba4-4944-8029-ba4b1da400bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:09.949170 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8dd8f305-6e62-48d9-affd-d83694be21da req-93c2f74a-7ba4-4944-8029-ba4b1da400bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 911 time: 0.0855501 Mar 28 05:49:10.011540 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8dd8f305-6e62-48d9-affd-d83694be21da req-7ba1d70b-5b45-400c-850e-d271afcfa69b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d HTTP/1.1" status: 200 len: 1002 time: 0.0566247 Mar 28 05:49:10.057333 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f305-6e62-48d9-affd-d83694be21da req-c9b663f5-99a2-4ac9-98ab-89a6d57da7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:10.058733 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8dd8f305-6e62-48d9-affd-d83694be21da req-c9b663f5-99a2-4ac9-98ab-89a6d57da7e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0418475 Mar 28 05:49:10.108439 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f305-6e62-48d9-affd-d83694be21da req-4f1def55-c82d-4ccb-9ea8-32adac97b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:10.109861 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8dd8f305-6e62-48d9-affd-d83694be21da req-4f1def55-c82d-4ccb-9ea8-32adac97b204 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453963 Mar 28 05:49:10.193755 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8dd8f305-6e62-48d9-affd-d83694be21da req-2426002a-a7e7-4131-9d64-8fa82f4f3e83 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782340 Mar 28 05:49:10.282644 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-8dd8f305-6e62-48d9-affd-d83694be21da req-0aebb672-27bb-4d7e-92aa-f5eca4377eb8 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825312 Mar 28 05:49:10.386080 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:10.976611 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65070c79-adbe-4bdd-ad0c-bff38f01b9ac req-5646a089-5ad8-4aa4-a593-72296d233979 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:10.978366 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-65070c79-adbe-4bdd-ad0c-bff38f01b9ac req-5646a089-5ad8-4aa4-a593-72296d233979 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0531690 Mar 28 05:49:11.024012 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-65070c79-adbe-4bdd-ad0c-bff38f01b9ac req-5ee2ff48-09aa-4d61-aed6-92a1d08f6e35 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401604 Mar 28 05:49:11.612676 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:15.560793 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:18.684013 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:49:20.346714 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-493f5758-dbae-47f7-82ac-d47806c584ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428524 Mar 28 05:49:20.428195 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-0f3f006e-4975-4be7-9905-26578ce02db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:20.429729 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-0f3f006e-4975-4be7-9905-26578ce02db5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1129 time: 0.0432510 Mar 28 05:49:20.531867 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-6cb4baec-8684-4a47-980f-0bd27a017d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:20.533372 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-6cb4baec-8684-4a47-980f-0bd27a017d57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 910 time: 0.0855713 Mar 28 05:49:20.597815 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-0c60ad29-5a2a-40f4-915d-8bffe77e2c34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 1001 time: 0.0589783 Mar 28 05:49:20.664026 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-5111d227-4be7-4510-b76b-81c9d2b3bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:20.665455 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-5111d227-4be7-4510-b76b-81c9d2b3bda4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 200 len: 848 time: 0.0421133 Mar 28 05:49:20.731478 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-656e2840-98e8-4b78-ab08-ee1107e896f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:20.732941 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-656e2840-98e8-4b78-ab08-ee1107e896f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66e25f17-97dc-419b-8063-b514c13a81c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457735 Mar 28 05:49:20.825395 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-a3cc7b95-d749-4ce2-adb7-c401d6f4452d service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796802 Mar 28 05:49:20.915250 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-169f000e-4eec-437a-b798-afaf1860a3f5 req-fac14d40-f352-4446-9b33-6663ba918802 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845180 Mar 28 05:49:35.131242 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-08ef9a99-12cb-498d-a7b2-8d8059b6c2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:37.358490 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d9937014-104a-4c97-8bfe-e41a96e8e045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:38.863617 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:40.389275 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:41.616215 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:45.573212 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:49:45.666415 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba5dc8-585d-41aa-a68d-888d0bb17c63 req-6936829c-a4f9-4fed-a24c-f6746f333541 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:45.667816 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ddba5dc8-585d-41aa-a68d-888d0bb17c63 req-6936829c-a4f9-4fed-a24c-f6746f333541 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0549779 Mar 28 05:49:45.716547 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ddba5dc8-585d-41aa-a68d-888d0bb17c63 req-bb7c1bbe-0da3-48d3-84b1-30693b733fb2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431607 Mar 28 05:49:46.840945 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1ed9-ae82-45fd-8264-573d2dc3f0d4 req-1621a8ba-d84f-4b7c-9c3e-ebd8e323a20b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:46.842481 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1adb1ed9-ae82-45fd-8264-573d2dc3f0d4 req-1621a8ba-d84f-4b7c-9c3e-ebd8e323a20b tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0563631 Mar 28 05:49:46.888522 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-1adb1ed9-ae82-45fd-8264-573d2dc3f0d4 req-2c45d3d8-8dbf-4302-b00b-6dbcaccc2ff0 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Mar 28 05:49:48.008406 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea714-0a31-4bcc-9344-2bca2ab01424 req-df5304aa-62fc-4d19-b3e8-0018708084ec tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:48.010563 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4dcea714-0a31-4bcc-9344-2bca2ab01424 req-df5304aa-62fc-4d19-b3e8-0018708084ec tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0558395 Mar 28 05:49:48.065666 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4dcea714-0a31-4bcc-9344-2bca2ab01424 req-dc4c77bf-5471-41fd-8a08-507736f3d47f tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494630 Mar 28 05:49:49.191810 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718c2e1-720f-4c5c-8142-515a2d4ed560 req-0f52e869-f3fa-46e9-93ee-b836ecd9326c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:49.193274 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5718c2e1-720f-4c5c-8142-515a2d4ed560 req-0f52e869-f3fa-46e9-93ee-b836ecd9326c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0540211 Mar 28 05:49:49.238300 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5718c2e1-720f-4c5c-8142-515a2d4ed560 req-22478445-0396-4c77-b6d4-c5d266696e95 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393717 Mar 28 05:49:50.359491 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6da5aa-6e3e-4716-a8cf-53372424edf7 req-c1187253-c098-46b8-8b28-439d7f0aad5c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:50.360977 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6b6da5aa-6e3e-4716-a8cf-53372424edf7 req-c1187253-c098-46b8-8b28-439d7f0aad5c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0579100 Mar 28 05:49:50.408429 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-6b6da5aa-6e3e-4716-a8cf-53372424edf7 req-1c5385e2-32a5-46c3-9a0b-4c2906026352 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416951 Mar 28 05:49:51.525750 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04539e1-9516-466c-bf03-32b491c74fab req-1e02d006-a445-4c31-a9de-528c79a025f6 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:51.527229 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d04539e1-9516-466c-bf03-32b491c74fab req-1e02d006-a445-4c31-a9de-528c79a025f6 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0513747 Mar 28 05:49:51.579075 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d04539e1-9516-466c-bf03-32b491c74fab req-52e11fe6-3b75-46d2-a1df-4a7c65f036d0 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 Mar 28 05:49:52.693857 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048d820-f811-47bc-9843-3ab6d764c8ca req-81194ae3-7ac2-43d3-b7c5-77cd132ad218 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:52.695318 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e048d820-f811-47bc-9843-3ab6d764c8ca req-81194ae3-7ac2-43d3-b7c5-77cd132ad218 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0512371 Mar 28 05:49:52.740874 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e048d820-f811-47bc-9843-3ab6d764c8ca req-7d1fc43b-38de-4eec-bd68-bed0d7499baa tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393770 Mar 28 05:49:53.858343 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd28cb6-9e5a-406f-8fa5-804ef6fe3b01 req-45d08d51-1f84-480a-8469-e85e037d1648 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:53.859816 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0bd28cb6-9e5a-406f-8fa5-804ef6fe3b01 req-45d08d51-1f84-480a-8469-e85e037d1648 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0540471 Mar 28 05:49:53.907956 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0bd28cb6-9e5a-406f-8fa5-804ef6fe3b01 req-e05527e9-0947-46b6-a21b-91ef3aa673be tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419655 Mar 28 05:49:55.029530 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398487c4-700b-49a8-9389-c0199272c269 req-6e85d5a8-7dd0-40a0-9ac6-4a95a38a0cea tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:55.030913 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-398487c4-700b-49a8-9389-c0199272c269 req-6e85d5a8-7dd0-40a0-9ac6-4a95a38a0cea tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0571599 Mar 28 05:49:55.077770 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-398487c4-700b-49a8-9389-c0199272c269 req-dcfc71b4-c2e2-437d-8c0a-0695ea55fdc5 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414352 Mar 28 05:49:55.683043 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:49:56.192730 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de073b-cdf6-4fc8-aa31-ec24f9416f05 req-32ff7a97-8ba7-4f3d-9ab6-9734fcc20412 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.194217 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-70de073b-cdf6-4fc8-aa31-ec24f9416f05 req-32ff7a97-8ba7-4f3d-9ab6-9734fcc20412 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0502145 Mar 28 05:49:56.240395 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-70de073b-cdf6-4fc8-aa31-ec24f9416f05 req-8afaf7ed-f1a6-4813-be59-f7ac9322f685 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Mar 28 05:49:56.475007 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33264f93-6965-4f72-a2c2-b853027f1f46 req-3ab40839-b18c-4232-bf3a-c93e5572d2ed tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.476479 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-33264f93-6965-4f72-a2c2-b853027f1f46 req-3ab40839-b18c-4232-bf3a-c93e5572d2ed tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0546894 Mar 28 05:49:56.500009 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-f1768a06-6f11-4233-8ad7-28cf1661e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.501549 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-f1768a06-6f11-4233-8ad7-28cf1661e9d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 1130 time: 0.0445714 Mar 28 05:49:56.526838 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-33264f93-6965-4f72-a2c2-b853027f1f46 req-72d2a71d-1ad0-4d7b-bc5a-66ced5e22571 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445564 Mar 28 05:49:56.587950 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-3edd7f3a-ac93-4655-9538-b2e7efadda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.589425 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-3edd7f3a-ac93-4655-9538-b2e7efadda30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 911 time: 0.0824838 Mar 28 05:49:56.656145 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-46ed9770-068a-4d06-9402-6f8910b96127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d HTTP/1.1" status: 200 len: 1002 time: 0.0603557 Mar 28 05:49:56.702158 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-8886d1b6-dd25-4c9a-ad52-29a97de2217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.703577 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-8886d1b6-dd25-4c9a-ad52-29a97de2217a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0422988 Mar 28 05:49:56.751365 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-ee91cc92-6c7a-4264-8fdf-a3a35a134cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:56.752810 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-ee91cc92-6c7a-4264-8fdf-a3a35a134cb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427625 Mar 28 05:49:56.840375 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-45467d6b-d547-4a9f-8164-f1f912d9e90f service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814185 Mar 28 05:49:56.926895 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-13fc819c-9dd6-43fe-97e0-efbd014277ee req-c1cf3f9a-aa20-4025-ab25-b0e0f4ae6c2d service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799754 Mar 28 05:49:57.645008 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b800d-f8bf-480f-82b0-e5b1ae4966ef req-3adb1dd7-5416-4eed-a0b0-156558d9b347 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:49:57.646480 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c89b800d-f8bf-480f-82b0-e5b1ae4966ef req-3adb1dd7-5416-4eed-a0b0-156558d9b347 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0513308 Mar 28 05:49:57.693132 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c89b800d-f8bf-480f-82b0-e5b1ae4966ef req-18268309-7ca5-482a-8b3e-49c520276c06 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403516 Mar 28 05:50:03.063695 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cceaf8-4097-436b-999c-517cf9a9cce6 req-7c06121b-59fb-45c2-8c46-3660d6e9ffd6 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:03.065159 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a4cceaf8-4097-436b-999c-517cf9a9cce6 req-7c06121b-59fb-45c2-8c46-3660d6e9ffd6 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0526812 Mar 28 05:50:03.113629 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-a4cceaf8-4097-436b-999c-517cf9a9cce6 req-1006f318-415f-417b-b5f8-ce00faa94001 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428953 Mar 28 05:50:04.236915 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e62797-22dc-4006-a8f0-24d8adcfa944 req-2737038b-2b45-4852-907f-0f4c695f8aca tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:04.238460 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-07e62797-22dc-4006-a8f0-24d8adcfa944 req-2737038b-2b45-4852-907f-0f4c695f8aca tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0563250 Mar 28 05:50:04.287027 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-07e62797-22dc-4006-a8f0-24d8adcfa944 req-1ceee84d-f0be-4472-8dac-dab9ef607a39 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428040 Mar 28 05:50:05.133606 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-fd5dad1a-dd0f-4f2a-9ee8-b3d49a96920c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:05.402018 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f99ff-e118-402d-9ca7-0fd94db2ea23 req-a8e1ea73-2028-41ab-9c9b-18f77975c2e9 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:05.403421 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b51f99ff-e118-402d-9ca7-0fd94db2ea23 req-a8e1ea73-2028-41ab-9c9b-18f77975c2e9 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0519495 Mar 28 05:50:05.450357 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b51f99ff-e118-402d-9ca7-0fd94db2ea23 req-630d4559-7b4d-4764-8918-43c2bc348276 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Mar 28 05:50:06.569482 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37480b-f555-46eb-a1c5-5ce9ee9f3ffe req-7e944498-5208-4f02-898d-b800ee3f8f8b tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:06.571010 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ac37480b-f555-46eb-a1c5-5ce9ee9f3ffe req-7e944498-5208-4f02-898d-b800ee3f8f8b tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0547068 Mar 28 05:50:06.618236 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-ac37480b-f555-46eb-a1c5-5ce9ee9f3ffe req-3ec7c48b-337d-4a5b-a6e7-c3d7115be621 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412116 Mar 28 05:50:07.359985 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4607b789-fa7b-47e0-8e83-76ce94fb1e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:07.750365 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e9ce5-089c-4b33-b752-b687b32584d0 req-85d8f514-50e3-4eac-a4b3-7477ca0ddea9 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:07.752309 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9e4e9ce5-089c-4b33-b752-b687b32584d0 req-85d8f514-50e3-4eac-a4b3-7477ca0ddea9 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0665553 Mar 28 05:50:07.799583 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-9e4e9ce5-089c-4b33-b752-b687b32584d0 req-66fa718d-44a6-41e1-9705-d28f2604082d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Mar 28 05:50:08.866167 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:08.917906 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a5a33-5985-44f1-85a7-42453fb269e6 req-9b61b130-ee5f-4902-95fc-7f3e75eac885 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:08.919408 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-875a5a33-5985-44f1-85a7-42453fb269e6 req-9b61b130-ee5f-4902-95fc-7f3e75eac885 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0521877 Mar 28 05:50:08.969714 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-875a5a33-5985-44f1-85a7-42453fb269e6 req-fb492b22-2663-4eec-afa4-b7e4930c99f7 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448167 Mar 28 05:50:10.083868 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6add87d-c6ed-4970-8511-28050df8ebc9 req-fa773ee6-9377-4776-8826-6894e28cfdfa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:10.085361 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e6add87d-c6ed-4970-8511-28050df8ebc9 req-fa773ee6-9377-4776-8826-6894e28cfdfa tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0506332 Mar 28 05:50:10.132843 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e6add87d-c6ed-4970-8511-28050df8ebc9 req-85351ad5-6606-44d0-b301-905b19ee4305 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413051 Mar 28 05:50:10.391432 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:11.248072 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0836c9c-b6f1-4165-a620-fe9da0fe54dc req-6bf0083e-60ff-434c-b1d7-3ab41c9a1732 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:11.249610 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b0836c9c-b6f1-4165-a620-fe9da0fe54dc req-6bf0083e-60ff-434c-b1d7-3ab41c9a1732 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0513349 Mar 28 05:50:11.299048 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b0836c9c-b6f1-4165-a620-fe9da0fe54dc req-e8e30514-74f8-4116-8c13-3aca8666e166 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Mar 28 05:50:11.619966 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:12.417434 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77b6ec-e8b1-41eb-bf6f-ae1d6569a33e req-7455fef3-cf0f-4d17-89e5-b497f35ead8e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:12.418878 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0e77b6ec-e8b1-41eb-bf6f-ae1d6569a33e req-7455fef3-cf0f-4d17-89e5-b497f35ead8e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0538554 Mar 28 05:50:12.465973 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-0e77b6ec-e8b1-41eb-bf6f-ae1d6569a33e req-51009161-987d-48e0-b83f-5005f9a06840 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Mar 28 05:50:13.209292 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-b5b9a440-fca1-4c0e-9d47-ec1de8d6b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.210742 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-b5b9a440-fca1-4c0e-9d47-ec1de8d6b090 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1129 time: 0.0470595 Mar 28 05:50:13.299372 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-1f2a1157-2b40-4b80-b870-25a050487b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.300820 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-1f2a1157-2b40-4b80-b870-25a050487b53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 910 time: 0.0829670 Mar 28 05:50:13.367914 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-d5f3d8fe-9618-4397-9099-2c0f1192cae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 1001 time: 0.0598159 Mar 28 05:50:13.585126 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0a16d-4982-4b7b-9e98-e4091b73778d req-0ceff512-01bb-49a3-8b0c-b7815ea10175 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.586787 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c5c0a16d-4982-4b7b-9e98-e4091b73778d req-0ceff512-01bb-49a3-8b0c-b7815ea10175 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0528464 Mar 28 05:50:13.637548 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c5c0a16d-4982-4b7b-9e98-e4091b73778d req-c1ff3e06-8655-41fa-b27f-7ac90e68d592 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Mar 28 05:50:13.652792 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-bbd679dd-71fa-4ebf-a330-5d1277ed059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.654307 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-bbd679dd-71fa-4ebf-a330-5d1277ed059e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 200 len: 848 time: 0.2810161 Mar 28 05:50:13.701242 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-adcb5d55-c196-4cb6-864a-62fdea163747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:13.702695 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-adcb5d55-c196-4cb6-864a-62fdea163747 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66e25f17-97dc-419b-8063-b514c13a81c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421031 Mar 28 05:50:13.802934 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-6e185985-c85a-4709-aacb-d4723d27c2a3 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937965 Mar 28 05:50:13.889626 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-67890afa-41e3-4a87-a24a-0fdd5df19cee req-e004031a-60c7-4d41-bd86-eda48114afb6 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799179 Mar 28 05:50:14.752508 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5e9ad-752b-43e4-b2b4-2f6c2a3818eb req-41b7071c-09a4-4e5a-b8cd-ce87c807a403 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:14.753983 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d2c5e9ad-752b-43e4-b2b4-2f6c2a3818eb req-41b7071c-09a4-4e5a-b8cd-ce87c807a403 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0511551 Mar 28 05:50:14.804595 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d2c5e9ad-752b-43e4-b2b4-2f6c2a3818eb req-2fddf452-5b77-4b58-8d07-0151f2897ccd tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445025 Mar 28 05:50:15.574203 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:15.922406 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d886d-4f63-4002-b34f-5e76110eb0fa req-3b4dd485-db90-44b3-b574-581cf725c1a6 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:15.923847 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c44d886d-4f63-4002-b34f-5e76110eb0fa req-3b4dd485-db90-44b3-b574-581cf725c1a6 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0509796 Mar 28 05:50:15.972994 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-c44d886d-4f63-4002-b34f-5e76110eb0fa req-1b2cae4e-f0d0-48bb-974a-cfb36f3fbe63 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Mar 28 05:50:16.186374 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2723f-3974-4cec-812a-be8b95e81563 req-b565bfee-1ce4-4ae3-afb3-c2f707c21833 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:16.187859 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2df2723f-3974-4cec-812a-be8b95e81563 req-b565bfee-1ce4-4ae3-afb3-c2f707c21833 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0523536 Mar 28 05:50:16.204468 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-c60ad486-2af7-4547-b1d6-33f5ec75beee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881445 Mar 28 05:50:16.236685 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2df2723f-3974-4cec-812a-be8b95e81563 req-88980100-b29e-49ad-aa47-aa4276da7807 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 Mar 28 05:50:16.331712 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-82e0d293-b94b-4664-a32f-80838c501bbe tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:16.333084 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-82e0d293-b94b-4664-a32f-80838c501bbe tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports/944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 942 time: 0.1006875 Mar 28 05:50:17.357334 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c421c-55f4-4a97-b760-972702b05d7a req-d2f86761-0a64-461f-b800-726be2438c19 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:17.358843 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2e7c421c-55f4-4a97-b760-972702b05d7a req-d2f86761-0a64-461f-b800-726be2438c19 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0556626 Mar 28 05:50:17.366307 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-2ec04274-95c7-4c48-ae35-ffa9b55d5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:17.368507 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-2ec04274-95c7-4c48-ae35-ffa9b55d5068 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d&tenant_id=aa6db4d038f143a3adb83aab396dde70 HTTP/1.1" status: 200 len: 1129 time: 0.0439026 Mar 28 05:50:17.408216 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-2e7c421c-55f4-4a97-b760-972702b05d7a req-09c14a86-5965-47b2-8ecf-71c7734ff2a8 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435753 Mar 28 05:50:17.433394 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-87dbce45-4c8f-41ff-a6ad-93fd10bc2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:17.434890 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-87dbce45-4c8f-41ff-a6ad-93fd10bc2360 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1129 time: 0.0443583 Mar 28 05:50:17.526417 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-743170fb-85d2-4970-a11a-81826001a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:17.527739 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-743170fb-85d2-4970-a11a-81826001a902 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 910 time: 0.0829091 Mar 28 05:50:17.590815 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-f9d643db-7dc9-41b9-b42d-b078ecaa8ade service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 1001 time: 0.0571959 Mar 28 05:50:17.637368 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-e9ad2487-2f81-4800-9c47-c51c59ad546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:17.638759 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-e9ad2487-2f81-4800-9c47-c51c59ad546c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 200 len: 848 time: 0.0423598 Mar 28 05:50:17.688826 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-21c35b45-c73c-4a20-9d92-d675913ee7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:17.690294 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-21c35b45-c73c-4a20-9d92-d675913ee7fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66e25f17-97dc-419b-8063-b514c13a81c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461578 Mar 28 05:50:17.775578 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-972193bb-1a07-4ebe-bf7c-826e034fd925 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792942 Mar 28 05:50:17.864609 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-05565f22-fb0d-44f1-a9a7-c7faf0eb986c req-f27d3dcf-eca9-4d3a-9e20-e82318383e48 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832863 Mar 28 05:50:18.525923 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db30c8-f95b-434c-a99f-095aa5db5bb9 req-d14c9041-b4e7-47b1-a5c2-350a596b3507 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:18.527386 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-01db30c8-f95b-434c-a99f-095aa5db5bb9 req-d14c9041-b4e7-47b1-a5c2-350a596b3507 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0521438 Mar 28 05:50:18.575226 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-01db30c8-f95b-434c-a99f-095aa5db5bb9 req-a71e0283-0d63-4b90-aecb-1f19b084a977 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423915 Mar 28 05:50:18.612634 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 944c3132-526f-43ad-84ca-ca7159c1cd18 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:50:18.688839 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 944c3132-526f-43ad-84ca-ca7159c1cd18 is: ACTIVE; New status is: DOWN {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:18.689260 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:18.713425 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:18.715978 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101aa366-6576-4e29-ad54-6d07a48aa3e0" -d '{"events": [{"server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "name": "network-vif-unplugged", "status": "completed", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:18.728829 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:18.732772 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:18.755019 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9cec9e-d750-46d7-b7d9-7595352b2dcf x-openstack-request-id: req-da9cec9e-d750-46d7-b7d9-7595352b2dcf {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:18.755314 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "name": "network-vif-unplugged", "status": "completed", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:18.755569 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da9cec9e-d750-46d7-b7d9-7595352b2dcf {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:18.755968 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9cec9e-d750-46d7-b7d9-7595352b2dcf'] response: {'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'code': 200} Mar 28 05:50:18.782050 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=6']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:18.788809 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.789482 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.789925 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.790272 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.790611 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.790941 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.791269 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.791597 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.791923 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.792247 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.792576 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.792899 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.793251 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.793573 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.793914 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:18.958909 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1b9ce-c949-4cfe-a7cf-c63d2eb484b1 req-732232dd-948c-4d7e-a657-9df4a299ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:18.960456 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-c1a1b9ce-c949-4cfe-a7cf-c63d2eb484b1 req-732232dd-948c-4d7e-a657-9df4a299ffdd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1127 time: 0.0427930 Mar 28 05:50:19.005921 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-c1a1b9ce-c949-4cfe-a7cf-c63d2eb484b1 req-af411ae6-0bac-44d6-ac9c-d1a0b422060c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377374 Mar 28 05:50:19.693346 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0126db6-e21f-4304-8789-bf9459ec7a26 req-f3233594-ffab-4660-aa63-d3ff43a0ce77 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:19.694805 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b0126db6-e21f-4304-8789-bf9459ec7a26 req-f3233594-ffab-4660-aa63-d3ff43a0ce77 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 943 time: 0.0537422 Mar 28 05:50:19.745133 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b0126db6-e21f-4304-8789-bf9459ec7a26 req-a4770e65-61ef-4189-b60d-bdd3dc93b5d2 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439029 Mar 28 05:50:20.599453 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 944c3132-526f-43ad-84ca-ca7159c1cd18 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:50:20.694360 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:20.705246 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'port_id': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'mac_address': 'fa:16:3e:ed:ba:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:50:20.741316 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 944c3132-526f-43ad-84ca-ca7159c1cd18 is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:20.741706 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.754177 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944c3132-526f-43ad-84ca-ca7159c1cd18 {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:50:20.776384 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:20.782533 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:20.838593 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=7']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:20.869302 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464430f-e43b-4e2f-b4a2-9440a8f01061 req-468ebb53-686f-42fd-a32f-b72300148961 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:20.870691 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f464430f-e43b-4e2f-b4a2-9440a8f01061 req-468ebb53-686f-42fd-a32f-b72300148961 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 944 time: 0.0521233 Mar 28 05:50:20.917826 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f464430f-e43b-4e2f-b4a2-9440a8f01061 req-49f45ced-2ac8-4a2a-8568-ad7c5c507d38 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Mar 28 05:50:21.046930 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['944c3132-526f-43ad-84ca-ca7159c1cd18'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:50:21.332355 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-46a93665-5ad8-4fc9-8a66-ab7276ff99f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437772 Mar 28 05:50:21.400784 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-ee0308ea-337e-45ca-b572-963dc0612d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:21.402316 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-ee0308ea-337e-45ca-b572-963dc0612d5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 1130 time: 0.0471983 Mar 28 05:50:21.500816 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-1b2c714e-0d12-4b56-9844-af2b1d7b0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:21.502308 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-1b2c714e-0d12-4b56-9844-af2b1d7b0d6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 911 time: 0.0821478 Mar 28 05:50:21.570755 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-35f471e6-def5-46c5-8b39-6b15c1d8b17d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d HTTP/1.1" status: 200 len: 1002 time: 0.0621123 Mar 28 05:50:21.619103 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-dced538c-a814-45c3-b4cc-7ece8ee043d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:21.620547 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-dced538c-a814-45c3-b4cc-7ece8ee043d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0433679 Mar 28 05:50:21.671946 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-dbd49f26-93eb-4160-8821-b82930b3e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:21.673617 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-dbd49f26-93eb-4160-8821-b82930b3e5e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438309 Mar 28 05:50:21.770272 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-971a6488-7f8f-4c8b-8bbd-a39ff675ced5 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858686 Mar 28 05:50:21.860741 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-7630456e-8814-4ab2-aead-0f372620d1a4 req-417bfa45-31db-4950-b155-0a8254c3ae35 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824795 Mar 28 05:50:22.620721 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 944c3132-526f-43ad-84ca-ca7159c1cd18 up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:50:22.668341 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 944c3132-526f-43ad-84ca-ca7159c1cd18 triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:50:22.668715 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:22.742903 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 944c3132-526f-43ad-84ca-ca7159c1cd18 is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:22.743294 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:22.769228 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:22.771452 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b2bd97-9daa-4d71-b0bb-cb0af0a98cec" -d '{"events": [{"server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "name": "network-vif-plugged", "status": "completed", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:22.784760 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:22.789967 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:22.815212 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28525d7c-2bd4-41da-9ef8-9bdce046c727 x-openstack-request-id: req-28525d7c-2bd4-41da-9ef8-9bdce046c727 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:22.815507 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "name": "network-vif-plugged", "status": "completed", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:22.815756 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28525d7c-2bd4-41da-9ef8-9bdce046c727 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:22.816145 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28525d7c-2bd4-41da-9ef8-9bdce046c727'] response: {'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'code': 200} Mar 28 05:50:22.842118 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=8']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:31.202120 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4ff7e-d18f-4fdc-94db-5b76e31b9461 req-b126e967-4c9d-40d6-8c31-151d9bc21872 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:31.203579 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f9a4ff7e-d18f-4fdc-94db-5b76e31b9461 req-b126e967-4c9d-40d6-8c31-151d9bc21872 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0501897 Mar 28 05:50:31.252697 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f9a4ff7e-d18f-4fdc-94db-5b76e31b9461 req-73d34a8e-1b28-440e-8138-ecb2100d621f tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433052 Mar 28 05:50:32.372401 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5414-e85b-4985-9509-4c66e2a53f51 req-c8cb9ee8-bc4c-47e6-9c88-7dcb5374be57 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:32.373881 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b84f5414-e85b-4985-9509-4c66e2a53f51 req-c8cb9ee8-bc4c-47e6-9c88-7dcb5374be57 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0511723 Mar 28 05:50:32.419813 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b84f5414-e85b-4985-9509-4c66e2a53f51 req-b741c46c-824d-45eb-a0cd-60af5e2e98c8 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404432 Mar 28 05:50:32.682499 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:50:33.237308 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-a8d45768-6661-4f09-9e23-0b0f504ce2fe tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:33.238728 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-a8d45768-6661-4f09-9e23-0b0f504ce2fe tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0511057 Mar 28 05:50:33.337145 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Deleting port 2e369e11-def7-4d84-b68c-071b86bc1c9d {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:50:33.337482 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:33.421309 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] For port 2e369e11-def7-4d84-b68c-071b86bc1c9d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2e369e11-def7-4d84-b68c-071b86bc1c9d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:33.421667 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:33.535150 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531de92-0434-48ff-a8da-196d34aad050 req-101a4c09-9c48-4981-9d28-3ed85d7fabc8 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:33.536546 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4531de92-0434-48ff-a8da-196d34aad050 req-101a4c09-9c48-4981-9d28-3ed85d7fabc8 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=567b2b0d-4cfb-4310-ad03-d4dc7a824473 HTTP/1.1" status: 200 len: 946 time: 0.0514867 Mar 28 05:50:33.582517 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4531de92-0434-48ff-a8da-196d34aad050 req-cd683c3b-1574-425a-973c-b17cab8f7c12 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab2ac805-f8c4-492a-9035-c728fddfa0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395758 Mar 28 05:50:33.595248 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:33.595612 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (c4ecd0d0-e746-4c8d-95d9-83af81ed8873), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:33.595926 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Floating IP c4ecd0d0-e746-4c8d-95d9-83af81ed8873 disassociated. External IP: 172.28.0.222, port: 2e369e11-def7-4d84-b68c-071b86bc1c9d. Mar 28 05:50:33.596266 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Calling delete_port for 2e369e11-def7-4d84-b68c-071b86bc1c9d owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:50:33.726889 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (2e369e11-def7-4d84-b68c-071b86bc1c9d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:33.759213 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event deleted for resources: {'Port': ['ID=2e369e11-def7-4d84-b68c-071b86bc1c9d,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:33.770279 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.770630 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.770975 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.771311 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.771645 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.771969 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.772293 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.772613 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.773034 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.773356 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.773726 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.773998 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.774314 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.774627 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.774940 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:33.883995 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:50:33.990377 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:50:33.999858 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] Sync routers for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:50:34.009245 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:50:34.009840 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:50:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:34.033250 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] No DVR routers for this DVR port 2e369e11-def7-4d84-b68c-071b86bc1c9d on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:50:34.035704 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:34.040274 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-64b01acb-e156-41e0-ba19-490ef9fac863 req-84388b65-80bf-4178-aa90-14f53e2d1496 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "DELETE /v2.0/ports/2e369e11-def7-4d84-b68c-071b86bc1c9d HTTP/1.1" status: 204 len: 173 time: 0.7917755 Mar 28 05:50:34.040721 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'name': 'network-vif-deleted', 'tag': '2e369e11-def7-4d84-b68c-071b86bc1c9d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:34.043013 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7d08f3-cb88-4b10-accd-4ef7bef8300c" -d '{"events": [{"server_uuid": "567b2b0d-4cfb-4310-ad03-d4dc7a824473", "name": "network-vif-deleted", "tag": "2e369e11-def7-4d84-b68c-071b86bc1c9d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:34.087073 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b61588-09fc-41ee-949e-429f6d235907 x-openstack-request-id: req-e2b61588-09fc-41ee-949e-429f6d235907 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:34.087379 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567b2b0d-4cfb-4310-ad03-d4dc7a824473", "name": "network-vif-deleted", "tag": "2e369e11-def7-4d84-b68c-071b86bc1c9d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:34.087642 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2b61588-09fc-41ee-949e-429f6d235907 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:34.088519 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b61588-09fc-41ee-949e-429f6d235907'] response: {'server_uuid': '567b2b0d-4cfb-4310-ad03-d4dc7a824473', 'name': 'network-vif-deleted', 'tag': '2e369e11-def7-4d84-b68c-071b86bc1c9d', 'status': 'completed', 'code': 200} Mar 28 05:50:34.126612 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:50:34.330644 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:34.359446 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] Checking router: a8b5c2c2-d815-4bfe-91b9-8311484d4e23 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:50:34.367940 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:50:34.368525 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:50:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:34.471982 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:50:34.667926 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37896) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:34.670624 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:34.697953 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90cc2a-49c7-4141-ad4b-745247c5f2d9 None None] The sync data for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb is: [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:50:34.723715 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a9d85692-6a70-448e-b87d-8a9fef9453b9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (ab2ac805-f8c4-492a-9035-c728fddfa0ef), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:34.748813 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a9d85692-6a70-448e-b87d-8a9fef9453b9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (ab2ac805-f8c4-492a-9035-c728fddfa0ef), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:34.796914 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a9d85692-6a70-448e-b87d-8a9fef9453b9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (ab2ac805-f8c4-492a-9035-c728fddfa0ef), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:34.799493 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-a9d85692-6a70-448e-b87d-8a9fef9453b9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:34.800648 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-a9d85692-6a70-448e-b87d-8a9fef9453b9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab2ac805-f8c4-492a-9035-c728fddfa0ef HTTP/1.1" status: 204 len: 168 time: 0.1317596 Mar 28 05:50:34.803643 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37898) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:34.810351 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d85692-6a70-448e-b87d-8a9fef9453b9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2ac805-f8c4-492a-9035-c728fddfa0ef,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:34.817556 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.api.v2.resource [None req-612bd315-f2e5-4258-9041-37c1cac26c8e tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] show failed (client error): The resource could not be found. Mar 28 05:50:34.822155 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37900) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:34.822337 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-612bd315-f2e5-4258-9041-37c1cac26c8e tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups/ab2ac805-f8c4-492a-9035-c728fddfa0ef HTTP/1.1" status: 404 len: 347 time: 0.0170443 Mar 28 05:50:34.935808 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a85e13-da91-4a20-9683-d63b35525863 None None] New status for floating IP c4ecd0d0-e746-4c8d-95d9-83af81ed8873: DOWN {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:50:34.950802 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Deleting port 83d17d7f-d2f3-47af-9324-15d7f2796b47 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:50:34.951053 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (83d17d7f-d2f3-47af-9324-15d7f2796b47), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:35.032731 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (83d17d7f-d2f3-47af-9324-15d7f2796b47), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:35.033088 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (83d17d7f-d2f3-47af-9324-15d7f2796b47), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:35.045662 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Calling delete_port for 83d17d7f-d2f3-47af-9324-15d7f2796b47 owned by network:floatingip {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:50:35.148892 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee37fdb4-2c81-4f5e-82c9-58eb4a0ee525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:35.177570 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (83d17d7f-d2f3-47af-9324-15d7f2796b47), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:35.178227 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.db.api [None req-f1a85e13-da91-4a20-9683-d63b35525863 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 05:50:35.178587 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG oslo_db.api [None req-f1a85e13-da91-4a20-9683-d63b35525863 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 05:50:35.203785 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event deleted for resources: {'Port': ['ID=83d17d7f-d2f3-47af-9324-15d7f2796b47,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:35.266210 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (c4ecd0d0-e746-4c8d-95d9-83af81ed8873), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:35.268991 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:35.270173 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-47dd8e6d-d844-4db2-871c-bceca27b54fb tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "DELETE /v2.0/floatingips/c4ecd0d0-e746-4c8d-95d9-83af81ed8873 HTTP/1.1" status: 204 len: 168 time: 0.4469872 Mar 28 05:50:35.680608 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a85e13-da91-4a20-9683-d63b35525863 None None] New status for floating IP c4ecd0d0-e746-4c8d-95d9-83af81ed8873: DOWN {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:50:36.572849 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37906) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:36.577365 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-1688eca7-485d-4e99-a640-779a31f26666 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23444274', 'description': 'tempest-description--1519427526'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:50:36.598023 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1688eca7-485d-4e99-a640-779a31f26666 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.659953 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 2e369e11-def7-4d84-b68c-071b86bc1c9d no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:50:36.665445 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1688eca7-485d-4e99-a640-779a31f26666 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (a9a0ee55-67eb-4b57-8185-4a6f56775195), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.669126 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1688eca7-485d-4e99-a640-779a31f26666 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a9a0ee55-67eb-4b57-8185-4a6f56775195), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.684662 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 2e369e11-def7-4d84-b68c-071b86bc1c9d {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:50:36.685037 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 2e369e11-def7-4d84-b68c-071b86bc1c9d not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:50:36.700570 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-1688eca7-485d-4e99-a640-779a31f26666 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.701847 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-1688eca7-485d-4e99-a640-779a31f26666 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1279354 Mar 28 05:50:36.702951 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688eca7-485d-4e99-a640-779a31f26666 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a0ee55-67eb-4b57-8185-4a6f56775195,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:36.704770 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37908) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:36.710085 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'security_group_rule': {'security_group_id': 'a9a0ee55-67eb-4b57-8185-4a6f56775195', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:50:36.734612 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (6542189c-9213-474d-9dc8-9f11009482f0), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.791693 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (6542189c-9213-474d-9dc8-9f11009482f0), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.795205 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (6542189c-9213-474d-9dc8-9f11009482f0), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.812122 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6542189c-9213-474d-9dc8-9f11009482f0,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:36.821950 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.823106 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172307 Mar 28 05:50:36.824383 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.824728 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.825092 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.825450 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.825760 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.826062 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37910) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:36.826170 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.826401 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.826723 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.827048 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.827371 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.827695 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.828018 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.828347 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.828664 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.828979 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3aff77-687c-4985-b823-b1688986238a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:50:36.831358 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-9c33719b-e7aa-4b20-9220-8bb1426d008c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'security_group_rule': {'security_group_id': 'a9a0ee55-67eb-4b57-8185-4a6f56775195', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:50:36.856641 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9c33719b-e7aa-4b20-9220-8bb1426d008c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (8f7ca86f-929c-45ae-8002-a26000f55e84), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.914841 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9c33719b-e7aa-4b20-9220-8bb1426d008c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (8f7ca86f-929c-45ae-8002-a26000f55e84), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.918548 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9c33719b-e7aa-4b20-9220-8bb1426d008c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604717'] for security_group_rule (8f7ca86f-929c-45ae-8002-a26000f55e84), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.937495 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33719b-e7aa-4b20-9220-8bb1426d008c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7ca86f-929c-45ae-8002-a26000f55e84,revision_number=0']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:36.942624 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-9c33719b-e7aa-4b20-9220-8bb1426d008c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:36.943770 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-9c33719b-e7aa-4b20-9220-8bb1426d008c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165280 Mar 28 05:50:36.946931 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 37912) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:36.951352 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'floatingip': {'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:50:36.970919 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.062366 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.167396 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Allocated IP 172.28.0.37 (623a83bd-7f03-4ec4-b579-a4c5424b04f0/c67fe5ec-32b7-4150-a5a9-6fc186bb5a74/c2dec4f2-7841-42b6-b558-00f5ad693ece) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:50:37.263914 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for port (c2dec4f2-7841-42b6-b558-00f5ad693ece), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.297452 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (c2dec4f2-7841-42b6-b558-00f5ad693ece), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.336457 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Network 623a83bd-7f03-4ec4-b579-a4c5424b04f0 is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:50:37.339120 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:50:37.349243 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:50:37.361857 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e6178cbe-a6b2-4035-b0b0-88894530a73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.383870 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'Port': ['ID=c2dec4f2-7841-42b6-b558-00f5ad693ece,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:37.445084 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (f6fe12b8-9fb0-49a1-9951-9053aaecf1f1), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.481400 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (c2dec4f2-7841-42b6-b558-00f5ad693ece), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.627838 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for port (c2dec4f2-7841-42b6-b558-00f5ad693ece), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.632699 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (c2dec4f2-7841-42b6-b558-00f5ad693ece), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.701923 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'Port': ['ID=c2dec4f2-7841-42b6-b558-00f5ad693ece,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:37.711442 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (f6fe12b8-9fb0-49a1-9951-9053aaecf1f1), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.726398 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:37.727615 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-dc67fba5-48a9-4833-aee4-eb9320245d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7796400 Mar 28 05:50:37.871752 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-7ea03c2d-e6c4-47b3-89b5-10f445234347 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--23444274&fields=id&tenant_id=a69c5bb26588485d93ede10a00c6d8da HTTP/1.1" status: 200 len: 267 time: 0.0421619 Mar 28 05:50:37.975227 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-c76fa5ab-f25a-4e5f-9c17-a6f56b3c851c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:37.977250 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-c76fa5ab-f25a-4e5f-9c17-a6f56b3c851c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 810 time: 0.0991271 Mar 28 05:50:37.991073 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-d4a38e86-f7b3-42f1-b787-a7531d6b8197 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/quotas/a69c5bb26588485d93ede10a00c6d8da HTTP/1.1" status: 200 len: 375 time: 0.0085411 Mar 28 05:50:38.043977 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-0f68b377-bf0b-49e5-bb48-a74072e451d1 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475383 Mar 28 05:50:38.135945 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-12820158-2305-4bf7-9bd5-c45ae32e4d60 service neutron] 10.222.0.13 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804904 Mar 28 05:50:38.223547 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-d3f27ed7-4110-4689-8149-d609dfa52c8e service neutron] 10.222.0.13 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819497 Mar 28 05:50:38.869109 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:39.389770 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8c41213a-ea07-4146-a04a-4c8154c2a496 req-689811e8-1b77-408b-a65f-ac95221f741d tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 210 time: 0.0273900 Mar 28 05:50:40.395335 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:40.474110 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-35048cc8-9b74-4177-a8b3-838dc9f4d2a7 req-ad117e88-f3ae-41c9-9b71-4a6b163af8f4 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 210 time: 0.0308862 Mar 28 05:50:41.549938 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-5b72e820-834a-4f36-b1e1-065bed94a6be req-9c5ac62f-b406-4b94-9fb8-b6ea2577553c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 210 time: 0.0274763 Mar 28 05:50:41.622758 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:42.651311 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-15a301fd-72e1-4a11-b42b-0ffc768139e6 req-83ee45b7-5ab5-4688-9889-1419b9028e75 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 210 time: 0.0376565 Mar 28 05:50:43.742845 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-3cab4ec1-8daf-49c9-b63e-fe363e7ed4a1 req-5fb8a61a-c822-4a57-ba99-390372c65b4a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 210 time: 0.0265474 Mar 28 05:50:44.389272 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-59c520a2-eec6-451f-9095-d47eb727c9d4 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:44.391404 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-59c520a2-eec6-451f-9095-d47eb727c9d4 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 810 time: 0.1062322 Mar 28 05:50:44.453175 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-8961858b-5f38-4237-a12c-3d89629aebc2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a69c5bb26588485d93ede10a00c6d8da HTTP/1.1" status: 200 len: 378 time: 0.0527859 Mar 28 05:50:44.461213 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'port': {'device_id': 'c01997ea-0d04-49b3-b902-57e934eef697', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'admin_state_up': True, 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'security_groups': ['a9a0ee55-67eb-4b57-8185-4a6f56775195']}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:50:44.564666 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Made reservation on behalf of a69c5bb26588485d93ede10a00c6d8da for: {'port': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:50:44.567859 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:44.686810 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_common [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Allocated IP 172.20.0.3 (f21751b4-d0c8-4944-9351-2ca376efebad/b5137716-1835-43dd-8885-be96cc743bf3/16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d) {{(pid=109881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 05:50:44.825839 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:44.836177 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-53f3d6d4-98d8-462a-9a2b-ce5c736c8367 req-dc738c49-360c-4309-be23-c84cbb75c713 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 210 time: 0.0256846 Mar 28 05:50:44.860200 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749054340855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:44.901482 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Network f21751b4-d0c8-4944-9351-2ca376efebad is already hosted by enough agents. {{(pid=109881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 05:50:44.904458 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.base_scheduler [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Resources bound (agent type, host, resource id): {{(pid=109881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:50:44.910658 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Received port after_create {{(pid=109881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 28 05:50:44.917749 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event updated for resources: {'Port': ['ID=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:44.967509 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:44.968121 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:44.985414 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-6f8c5f0a-2c4a-4f9b-80c1-84df989de042 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5278726 Mar 28 05:50:44.996468 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Request body: {'port': {'device_id': 'c01997ea-0d04-49b3-b902-57e934eef697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:50:45.058532 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:45.113702 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-cb1f5aca-5161-4921-a3af-ec3ac629b5fb None None] Provisioning complete for port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d triggered by entity DHCP. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:50:45.114286 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-cb1f5aca-5161-4921-a3af-ec3ac629b5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:45.150420 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f5aca-5161-4921-a3af-ec3ac629b5fb None None] Port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d cannot update to ACTIVE because it is not bound. {{(pid=109883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 28 05:50:45.313193 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d {{(pid=109881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:50:45.321004 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Publish callbacks [] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:45.332562 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.provisioning_blocks [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Transition to ACTIVE for port object 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d will not be triggered until provisioned by entity L2. {{(pid=109881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 28 05:50:45.336477 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:45.386282 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Pushing event updated for resources: {'Port': ['ID=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,revision_number=2']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:45.454380 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Attempting to bind port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d on host hv-cinder-83177 for vnic_type normal with profile {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 28 05:50:45.455064 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Attempting to bind port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 28 05:50:45.455064 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Attempting to bind port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d on network f21751b4-d0c8-4944-9351-2ca376efebad {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:50:45.459511 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d on network f21751b4-d0c8-4944-9351-2ca376efebad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 28 05:50:45.459832 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Attempting to bind port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d on network f21751b4-d0c8-4944-9351-2ca376efebad {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 28 05:50:45.465208 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Checking agent: {'id': 'e49cebef-979c-456a-9f00-0a916699d4b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'started_at': datetime.datetime(2022, 3, 28, 5, 39, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 5, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 28 05:50:45.465543 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Checking segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:50:45.465921 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Bound using segment: {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'} {{(pid=109881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 28 05:50:45.466341 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.managers [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Bound port: 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32273130-0aaa-4fcc-bba9-1e6b658de0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad'}}] {{(pid=109881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 28 05:50:45.466696 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), before_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:45.581618 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:45.769570 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] For port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d, host hv-cinder-83177, cleared binding levels {{(pid=109881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 28 05:50:45.772450 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] For port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 28 05:50:45.778485 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6097796'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:45.808856 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:45.809533 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:45.810883 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] 10.222.0.30 "PUT /v2.0/ports/16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d HTTP/1.1" status: 200 len: 1093 time: 0.8188174 Mar 28 05:50:45.811348 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01997ea-0d04-49b3-b902-57e934eef697', 'tag': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:45.813523 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae355836-4383-4f05-bc68-59d036aa9c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c01997ea-0d04-49b3-b902-57e934eef697", "tag": "16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:45.842460 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb377508-3576-4b8f-8349-09d100d1c40c service neutron] Pushing event updated for resources: {'Port': ['ID=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,revision_number=3']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:45.867618 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb17bce8-fccc-4cba-8d98-af16f615fb09 x-openstack-request-id: req-bb17bce8-fccc-4cba-8d98-af16f615fb09 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:45.867997 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01997ea-0d04-49b3-b902-57e934eef697", "tag": "16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:45.868578 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb17bce8-fccc-4cba-8d98-af16f615fb09 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:45.869043 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb17bce8-fccc-4cba-8d98-af16f615fb09'] response: {'name': 'network-changed', 'server_uuid': 'c01997ea-0d04-49b3-b902-57e934eef697', 'tag': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'status': 'completed', 'code': 200} Mar 28 05:50:45.908582 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-c99c539f-7414-48ed-a89e-fa063e16a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:45.910181 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-c99c539f-7414-48ed-a89e-fa063e16a2ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 1127 time: 0.0526879 Mar 28 05:50:45.962043 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-b94a391e-687a-473b-b7bb-28fb4595eeda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d HTTP/1.1" status: 200 len: 217 time: 0.0401554 Mar 28 05:50:45.966369 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f4d20-2b67-4f96-996e-00dcb5d67efb req-d9bba7a2-614a-4128-8a36-a44008551c4d tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:45.968002 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-965f4d20-2b67-4f96-996e-00dcb5d67efb req-d9bba7a2-614a-4128-8a36-a44008551c4d tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 943 time: 0.0569043 Mar 28 05:50:46.013163 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-05fa8a07-42d2-4edb-9949-e5d52d9c74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:46.014729 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-05fa8a07-42d2-4edb-9949-e5d52d9c74b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0466328 Mar 28 05:50:46.016953 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-965f4d20-2b67-4f96-996e-00dcb5d67efb req-b3a93dac-a533-4c11-a20a-e6b28f086b39 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430672 Mar 28 05:50:46.062577 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-e18e0b5f-aec0-4e92-846b-20b0df64f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:46.064052 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-e18e0b5f-aec0-4e92-846b-20b0df64f584 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434389 Mar 28 05:50:46.152930 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-d2643c7c-3477-4410-ab42-7a598da23778 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826044 Mar 28 05:50:46.238991 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-83d97371-47b0-4af9-b0f1-3c840288e7f9 req-8cea4bb8-d414-4ac6-b0c0-a4ce423401de service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799377 Mar 28 05:50:46.327587 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-18240d64-d603-4001-923e-133b228e6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:46.329089 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-18240d64-d603-4001-923e-133b228e6791 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 1127 time: 0.0437560 Mar 28 05:50:46.419841 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-885733f6-df18-4749-89e7-582dd1a9ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:46.421342 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-885733f6-df18-4749-89e7-582dd1a9ba02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 911 time: 0.0864766 Mar 28 05:50:46.462131 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-66b1d719-caec-420d-8800-32facbb3c669 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d HTTP/1.1" status: 200 len: 217 time: 0.0343993 Mar 28 05:50:46.509393 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-16de548d-8fea-407c-b7ea-09d065be3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:46.510762 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-16de548d-8fea-407c-b7ea-09d065be3f1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0410459 Mar 28 05:50:46.560594 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-b69c9296-a3b1-44a0-bbfb-c5d19c343d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:46.562075 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-b69c9296-a3b1-44a0-bbfb-c5d19c343d14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0450218 Mar 28 05:50:46.657967 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-ec5f9e5a-6a9f-4890-a94d-ed1486fa5416 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799112 Mar 28 05:50:46.752602 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-ae355836-4383-4f05-bc68-59d036aa9c1e req-48648336-6aac-4441-afb7-ab4efc8269ff service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851529 Mar 28 05:50:47.140370 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4bee2-4260-436b-aa40-e48a692c8aa8 req-8130bad1-b51a-4994-8d26-0b1493679c3c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:47.141860 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fcc4bee2-4260-436b-aa40-e48a692c8aa8 req-8130bad1-b51a-4994-8d26-0b1493679c3c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 943 time: 0.0556333 Mar 28 05:50:47.187429 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-fcc4bee2-4260-436b-aa40-e48a692c8aa8 req-7a1cfa85-6a74-4e0d-bb92-38266edeba22 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399415 Mar 28 05:50:48.302694 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5eb72-10da-4d0f-a040-e1ad96b5b3ab req-1fb27ff7-8f62-4544-832d-ea0ccf51034c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:48.304181 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-89b5eb72-10da-4d0f-a040-e1ad96b5b3ab req-1fb27ff7-8f62-4544-832d-ea0ccf51034c tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 943 time: 0.0517969 Mar 28 05:50:48.349826 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-89b5eb72-10da-4d0f-a040-e1ad96b5b3ab req-869ac158-8136-4849-8379-04fff3314d19 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394690 Mar 28 05:50:48.707139 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=109883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 28 05:50:48.801597 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:48.813166 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Returning: {'device': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'port_id': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'mac_address': 'fa:16:3e:d1:6e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 28 05:50:48.848659 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d is: DOWN; New status is: BUILD {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:48.849067 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:48.862314 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d {{(pid=109883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 05:50:48.881457 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:48.885539 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:48.931330 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,revision_number=4']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:49.096337 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] get_ports_and_sgs() called for port_ids ['16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d'] {{(pid=109883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 28 05:50:49.469684 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f1001-d42b-49b7-a8e5-477edc27530c req-055095a4-0bb3-4550-a735-98556a1173f7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:49.471151 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b40f1001-d42b-49b7-a8e5-477edc27530c req-055095a4-0bb3-4550-a735-98556a1173f7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 944 time: 0.0512488 Mar 28 05:50:49.518660 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-b40f1001-d42b-49b7-a8e5-477edc27530c req-5a35586b-1dbe-40ae-a393-6d44b10f2231 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416083 Mar 28 05:50:50.633594 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b113e-2150-4399-92e9-79d19578c188 req-d665ba3a-7373-4dc3-9a39-af3aeb7501ed tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:50.635036 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-565b113e-2150-4399-92e9-79d19578c188 req-d665ba3a-7373-4dc3-9a39-af3aeb7501ed tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 944 time: 0.0510645 Mar 28 05:50:50.680112 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-565b113e-2150-4399-92e9-79d19578c188 req-4c0190e7-d286-48ba-b3db-a6bc2a866d50 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390437 Mar 28 05:50:50.732931 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d up at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 28 05:50:50.779313 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning for port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d completed by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 28 05:50:50.783695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.provisioning_blocks [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Provisioning complete for port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d triggered by entity L2. {{(pid=109883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 28 05:50:50.783695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687024'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), provisioning_complete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:50.860477 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Current status of the port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d is: BUILD; New status is: ACTIVE {{(pid=109883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 28 05:50:50.860792 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), before_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:50.883514 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01997ea-0d04-49b3-b902-57e934eef697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d'}] {{(pid=109883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:50.885764 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28b98fbf02b30146793dcb96b152547e2fb6d229877506e12a8b8e092810dfe9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c50cf-91aa-44b2-89da-7c4b0f5b5144" -d '{"events": [{"server_uuid": "c01997ea-0d04-49b3-b902-57e934eef697", "name": "network-vif-plugged", "status": "completed", "tag": "16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d"}]}' {{(pid=109883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:50.897670 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] For port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:50:50.902173 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749054894996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749054337293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749054337311'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:50.924732 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9a04d7-cae9-4094-b219-37c018e1ed91 x-openstack-request-id: req-8b9a04d7-cae9-4094-b219-37c018e1ed91 {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:50.925047 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01997ea-0d04-49b3-b902-57e934eef697", "name": "network-vif-plugged", "status": "completed", "tag": "16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d", "code": 200}]} {{(pid=109883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:50.925291 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b9a04d7-cae9-4094-b219-37c018e1ed91 {{(pid=109883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:50.925684 dv-cinder-831776-5-smb neutron-server[109883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9a04d7-cae9-4094-b219-37c018e1ed91'] response: {'server_uuid': 'c01997ea-0d04-49b3-b902-57e934eef697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'code': 200} Mar 28 05:50:50.951396 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Pushing event updated for resources: {'Port': ['ID=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,revision_number=5']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:50:51.095004 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cc772-84d7-48d1-a2e5-91d381a2a4b9 req-d07f1bc3-1073-4b9f-b199-4f16a40e6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:51.096474 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-e44cc772-84d7-48d1-a2e5-91d381a2a4b9 req-d07f1bc3-1073-4b9f-b199-4f16a40e6b31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 1129 time: 0.0436728 Mar 28 05:50:51.137922 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-e44cc772-84d7-48d1-a2e5-91d381a2a4b9 req-216d94b7-2220-4d1e-96e5-96271f759180 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351524 Mar 28 05:50:51.797624 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12e50a-a7ba-46b4-91ae-9857bc32a0b5 req-23a37534-bdb5-4156-98eb-3d24a9feb874 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:51.799088 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-af12e50a-a7ba-46b4-91ae-9857bc32a0b5 req-23a37534-bdb5-4156-98eb-3d24a9feb874 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 945 time: 0.0514133 Mar 28 05:50:51.844856 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-af12e50a-a7ba-46b4-91ae-9857bc32a0b5 req-49b7f185-ca7a-4d9d-a813-2ffb722ebf50 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402403 Mar 28 05:50:52.963678 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c197d4-e2a5-47f1-be70-974bbb5a32f4 req-eea03adf-a66c-4fdc-988b-11100315004d tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:52.965387 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e7c197d4-e2a5-47f1-be70-974bbb5a32f4 req-eea03adf-a66c-4fdc-988b-11100315004d tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 945 time: 0.0538909 Mar 28 05:50:53.009780 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-e7c197d4-e2a5-47f1-be70-974bbb5a32f4 req-26db167d-c191-4979-964b-c8c0a6b30403 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390189 Mar 28 05:50:53.134130 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f51c3-3370-495c-bb4d-2c38b4360427 req-fe78b224-8014-4261-9075-ea6cb6a6f591 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:53.135581 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-8d5f51c3-3370-495c-bb4d-2c38b4360427 req-fe78b224-8014-4261-9075-ea6cb6a6f591 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 945 time: 0.0658650 Mar 28 05:50:53.143877 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 37988) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:50:53.148820 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Request body: {'floatingip': {'port_id': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:50:53.188394 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (f6fe12b8-9fb0-49a1-9951-9053aaecf1f1), before_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:53.843270 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:53.846966 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (f6fe12b8-9fb0-49a1-9951-9053aaecf1f1), after_update {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:53.948018 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Floating IP f6fe12b8-9fb0-49a1-9951-9053aaecf1f1 associated. External IP: 172.28.0.37, port: 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d. Mar 28 05:50:54.158740 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:50:54.264885 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:50:54.269807 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:50:54.276108 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] Sync routers for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:50:54.289739 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:50:54.290349 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:50:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:54.307541 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-190f90b2-7d6f-4863-b2d4-73cb054cc9c7 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "PUT /v2.0/floatingips/f6fe12b8-9fb0-49a1-9951-9053aaecf1f1 HTTP/1.1" status: 200 len: 990 time: 1.1540377 Mar 28 05:50:54.307541 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01997ea-0d04-49b3-b902-57e934eef697', 'tag': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:50:54.307541 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "c01997ea-0d04-49b3-b902-57e934eef697", "tag": "16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:50:54.349131 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac6595b-00e1-48eb-87a7-cdde6f69ad8f x-openstack-request-id: req-3ac6595b-00e1-48eb-87a7-cdde6f69ad8f {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:50:54.349433 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01997ea-0d04-49b3-b902-57e934eef697", "tag": "16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:50:54.349688 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ac6595b-00e1-48eb-87a7-cdde6f69ad8f {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:50:54.350125 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac6595b-00e1-48eb-87a7-cdde6f69ad8f'] response: {'name': 'network-changed', 'server_uuid': 'c01997ea-0d04-49b3-b902-57e934eef697', 'tag': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'status': 'completed', 'code': 200} Mar 28 05:50:54.395263 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:50:54.412035 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-cb50d75f-e199-46b9-82ab-bfc0ba889447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:54.413656 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-cb50d75f-e199-46b9-82ab-bfc0ba889447 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a69c5bb26588485d93ede10a00c6d8da&device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 1129 time: 0.0424442 Mar 28 05:50:54.505768 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-d585e9a2-3a65-4df5-b468-49601a1621fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:54.507291 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-d585e9a2-3a65-4df5-b468-49601a1621fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 200 len: 911 time: 0.0869253 Mar 28 05:50:54.571216 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-dfa9de3c-e847-4fdb-b32c-0dc4af0964e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d HTTP/1.1" status: 200 len: 998 time: 0.0575907 Mar 28 05:50:54.615801 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'f6fe12b8-9fb0-49a1-9951-9053aaecf1f1', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'floating_ip_address': '172.28.0.37', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'port_id': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'mac_address': 'fa:16:3e:d1:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01997ea-0d04-49b3-b902-57e934eef697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:37Z', 'updated_at': '2022-03-28T05:50:53Z', 'revision_number': 1, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:54.623146 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-b9ed8bf0-0b03-4369-b939-db78782ff025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:54.624628 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-b9ed8bf0-0b03-4369-b939-db78782ff025 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 200 len: 849 time: 0.0474398 Mar 28 05:50:54.642677 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] Checking router: a8b5c2c2-d815-4bfe-91b9-8311484d4e23 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:50:54.650955 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:50:54.651557 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:50:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:54.671937 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-e234d803-4c3b-4c16-b86a-ad641a90bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:50:54.673379 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-e234d803-4c3b-4c16-b86a-ad641a90bf80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f21751b4-d0c8-4944-9351-2ca376efebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430377 Mar 28 05:50:54.763679 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-b7f4cedf-a216-4a76-a9a5-01d65ead25b5 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834694 Mar 28 05:50:54.843498 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:50:54.855985 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-cb84754f-3b2f-4fc8-85bb-019ffea18ac4 req-29140f31-8555-4933-9c33-858f11c63e52 service neutron] 10.222.0.30 "GET /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866742 Mar 28 05:50:55.060565 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'f6fe12b8-9fb0-49a1-9951-9053aaecf1f1', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'floating_ip_address': '172.28.0.37', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'port_id': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'mac_address': 'fa:16:3e:d1:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01997ea-0d04-49b3-b902-57e934eef697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:37Z', 'updated_at': '2022-03-28T05:50:53Z', 'revision_number': 1, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:50:55.086044 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94049a07-8c72-4bb9-9c22-d8cba5bdaae1 None None] The sync data for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb is: [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_floatingips': [{'id': 'f6fe12b8-9fb0-49a1-9951-9053aaecf1f1', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'floating_ip_address': '172.28.0.37', 'floating_network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'router_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'port_id': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'mac_address': 'fa:16:3e:d1:6e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01997ea-0d04-49b3-b902-57e934eef697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T05:50:37Z', 'updated_at': '2022-03-28T05:50:53Z', 'revision_number': 1, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:50:55.269801 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b1cd66-5522-4dde-b36c-e77566813be9 None None] New status for floating IP f6fe12b8-9fb0-49a1-9951-9053aaecf1f1: ACTIVE {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:51:05.140827 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3f007162-db1b-493e-8832-711c574f43ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:07.363753 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1ce00ba6-edca-472d-8d9e-fb8a9020db11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:08.872491 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:09.680894 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:51:10.397702 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:11.624458 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:15.582024 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:21.329694 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-c5cbc7e2-bdf7-4865-bf8f-b11b793403f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425997 Mar 28 05:51:21.413103 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-858402e0-e200-4d30-be00-786082441038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:21.414569 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-858402e0-e200-4d30-be00-786082441038 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1129 time: 0.0435617 Mar 28 05:51:21.526315 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-51939ed2-106a-4368-bc68-d1ea60b8c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:21.527832 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-51939ed2-106a-4368-bc68-d1ea60b8c921 service neutron] 10.222.0.30 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 910 time: 0.0941980 Mar 28 05:51:21.591363 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-5c013b5a-cdcd-43bf-9a68-694ecaa0be8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 1001 time: 0.0569768 Mar 28 05:51:21.641644 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-82266c1b-2298-4925-acce-2792bb4b208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:21.643069 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-82266c1b-2298-4925-acce-2792bb4b208e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 200 len: 848 time: 0.0462284 Mar 28 05:51:21.689479 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-36bda0c4-bf2f-42ec-bf0d-9b021787bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:21.690927 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-36bda0c4-bf2f-42ec-bf0d-9b021787bf2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66e25f17-97dc-419b-8063-b514c13a81c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0422664 Mar 28 05:51:21.779359 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-d47c93bb-48d6-47ed-a189-ec460d0dcd67 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805743 Mar 28 05:51:21.869353 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-6085834d-fe68-431d-8c04-8ac7d14e8932 req-ac08caa8-d3a1-4c67-ba5f-6ce6b2c8bf7a service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830300 Mar 28 05:51:35.141735 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-71c787bf-4692-464f-8c01-036874e43973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.362243 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38078) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:36.524976 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Deleting port 80e6b037-4cd3-468f-a39e-e415bbbfcc66 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:36.525457 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (80e6b037-4cd3-468f-a39e-e415bbbfcc66), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.604116 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (80e6b037-4cd3-468f-a39e-e415bbbfcc66), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.604359 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for floatingip (80e6b037-4cd3-468f-a39e-e415bbbfcc66), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.617555 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Calling delete_port for 80e6b037-4cd3-468f-a39e-e415bbbfcc66 owned by network:floatingip {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:36.782461 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (80e6b037-4cd3-468f-a39e-e415bbbfcc66), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.807421 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event deleted for resources: {'Port': ['ID=80e6b037-4cd3-468f-a39e-e415bbbfcc66,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:36.865670 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for floatingip (d0b34c44-d5f1-42c0-be79-5ef0abf61fee), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:36.865919 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.l3_db [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Floating IP d0b34c44-d5f1-42c0-be79-5ef0abf61fee disassociated (deleted). External IP: 172.28.0.246, port: 944c3132-526f-43ad-84ca-ca7159c1cd18. Mar 28 05:51:37.077307 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:37.185746 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:37.190480 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:37.195107 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] Sync routers for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:37.205460 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:37.206058 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:07Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:37.220705 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-9833a1a9-268f-4c49-b8fe-61a42506d8db tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "DELETE /v2.0/floatingips/d0b34c44-d5f1-42c0-be79-5ef0abf61fee HTTP/1.1" status: 204 len: 168 time: 0.8573833 Mar 28 05:51:37.221458 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18'}] {{(pid=109882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:37.223803 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae7a2972cf280fcf00a76d92902f8b06c155369519207a8708e9a5cbd7600f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94383332-3f17-4022-8a37-3274a4b50803" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18"}]}' {{(pid=109882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:37.260878 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8795e8f-b761-4a29-a2e0-4605509834c1 x-openstack-request-id: req-d8795e8f-b761-4a29-a2e0-4605509834c1 {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:37.261218 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18", "status": "completed", "code": 200}]} {{(pid=109882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:37.261468 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8795e8f-b761-4a29-a2e0-4605509834c1 {{(pid=109882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:37.261875 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8795e8f-b761-4a29-a2e0-4605509834c1'] response: {'name': 'network-changed', 'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'status': 'completed', 'code': 200} Mar 28 05:51:37.326227 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94383332-3f17-4022-8a37-3274a4b50803 req-9aba91de-82e8-443f-aadd-684150fd4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.328344 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-9aba91de-82e8-443f-aadd-684150fd4f91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa6db4d038f143a3adb83aab396dde70&device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 1129 time: 0.0479088 Mar 28 05:51:37.332693 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:37.377161 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9beb36d9-5e45-43e4-924d-2755bbd65515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:37.458656 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94383332-3f17-4022-8a37-3274a4b50803 req-30fd4702-320c-4a03-b071-cacb625e6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.460143 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-30fd4702-320c-4a03-b071-cacb625e6d4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 200 len: 910 time: 0.1213987 Mar 28 05:51:37.500699 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95852ac-90bf-4ee2-a546-7706a26cfe6f req-c6d4394a-4448-428f-b112-bbda6baacc3f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.503001 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d95852ac-90bf-4ee2-a546-7706a26cfe6f req-c6d4394a-4448-428f-b112-bbda6baacc3f tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0654254 Mar 28 05:51:37.507472 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-e16e8aa7-2fa3-49dd-a012-d95dad6550b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 200 len: 217 time: 0.0397191 Mar 28 05:51:37.565615 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94383332-3f17-4022-8a37-3274a4b50803 req-382e4676-bdd5-4aa2-a782-e92022878ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.567275 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-382e4676-bdd5-4aa2-a782-e92022878ea9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 200 len: 848 time: 0.0529501 Mar 28 05:51:37.569367 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-d95852ac-90bf-4ee2-a546-7706a26cfe6f req-1022dc75-c8fe-4480-a2aa-c6d1b5f0fc7c tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583148 Mar 28 05:51:37.604029 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:39Z', 'revision_number': 5, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:37.635838 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94383332-3f17-4022-8a37-3274a4b50803 req-f8c869da-8383-4f10-a4ae-66954fa26d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:37.637490 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-f8c869da-8383-4f10-a4ae-66954fa26d6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=66e25f17-97dc-419b-8063-b514c13a81c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0637484 Mar 28 05:51:37.641875 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] Checking router: 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:37.650924 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:37.651525 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:37.655217 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-b6b0b18e-f1df-4ebc-a98d-88044fcf3554 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 28 05:51:37.656257 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-b6b0b18e-f1df-4ebc-a98d-88044fcf3554 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086823 Mar 28 05:51:37.760226 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-9f2b4126-0be2-4124-94d4-f919fc3787a7 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959618 Mar 28 05:51:37.765152 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:37.851614 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-94383332-3f17-4022-8a37-3274a4b50803 req-64482565-e7c9-4525-84fc-6f5f3d51d0e6 service neutron] 10.222.0.30 "GET /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854194 Mar 28 05:51:37.964258 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:39Z', 'revision_number': 5, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:37.990143 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9e1c7-7c3b-4c63-916d-76f1f4416bdf None None] The sync data for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb is: [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:35Z', 'revision_number': 4, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'd851f0bb-5389-4170-ae7e-8f1d630b44c1', 'name': '', 'network_id': '66e25f17-97dc-419b-8063-b514c13a81c9', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'mac_address': 'fa:16:3e:e0:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:34Z', 'updated_at': '2022-03-28T05:47:39Z', 'revision_number': 5, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'subnets': [{'id': '04178f1f-29d5-408e-b301-0a6d1b81ff1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:38.226115 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a04a17-9149-44d6-8fcc-e32efcec9e87 None None] New status for floating IP d0b34c44-d5f1-42c0-be79-5ef0abf61fee: DOWN {{(pid=109883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:51:38.680220 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb41c7-e6a2-49bc-8aa4-b87190cb7874 req-caca58bb-27af-45ac-9749-66a6ed59361a tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:38.682552 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-81bb41c7-e6a2-49bc-8aa4-b87190cb7874 req-caca58bb-27af-45ac-9749-66a6ed59361a tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0521450 Mar 28 05:51:38.730492 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-81bb41c7-e6a2-49bc-8aa4-b87190cb7874 req-e09788aa-bb20-45eb-af2b-f5d2d3f8e594 tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/security-groups?id=91aead81-96b7-43cd-988f-a5ae50eb2708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Mar 28 05:51:38.838929 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1716aff-fba7-4951-8257-962afcaf1afa req-3293753a-ef1a-4d1c-a644-9d3475601a5e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:38.840675 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-c1716aff-fba7-4951-8257-962afcaf1afa req-3293753a-ef1a-4d1c-a644-9d3475601a5e tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 945 time: 0.0559475 Mar 28 05:51:38.876186 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:38.937143 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Deleting port 944c3132-526f-43ad-84ca-ca7159c1cd18 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:38.937490 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.028335 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] For port 944c3132-526f-43ad-84ca-ca7159c1cd18, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=944c3132-526f-43ad-84ca-ca7159c1cd18,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:39.028741 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.042990 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Calling delete_port for 944c3132-526f-43ad-84ca-ca7159c1cd18 owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:39.183817 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (944c3132-526f-43ad-84ca-ca7159c1cd18), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.211628 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event deleted for resources: {'Port': ['ID=944c3132-526f-43ad-84ca-ca7159c1cd18,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:39.226092 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.226451 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.226798 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.227139 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.227475 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.228507 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.229318 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.229318 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.229574 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.230044 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.230379 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.230707 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.231031 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.231383 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.231678 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:39.255393 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c983071-f739-4d48-8fe5-35587b2554de req-c52480a7-2527-4f78-a6d6-882245ac14dd tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:39.256958 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c983071-f739-4d48-8fe5-35587b2554de req-c52480a7-2527-4f78-a6d6-882245ac14dd tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 945 time: 0.0566809 Mar 28 05:51:39.266995 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] No DVR routers for this DVR port 944c3132-526f-43ad-84ca-ca7159c1cd18 on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:39.269509 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:39.272828 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-c1716aff-fba7-4951-8257-962afcaf1afa req-28fc8a4d-f902-4f71-8a82-b956c313259d tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.30 "DELETE /v2.0/ports/944c3132-526f-43ad-84ca-ca7159c1cd18 HTTP/1.1" status: 204 len: 173 time: 0.4273956 Mar 28 05:51:39.273285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'name': 'network-vif-deleted', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:39.276279 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06063e1-6b9b-4f5c-8045-089aca15f4af" -d '{"events": [{"server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "name": "network-vif-deleted", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:39.315850 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c983071-f739-4d48-8fe5-35587b2554de req-47059a25-c068-42c0-84a5-d36f8dcfd2e5 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528352 Mar 28 05:51:39.325698 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af98027-3ad0-4a9d-a545-fd615beee891 x-openstack-request-id: req-5af98027-3ad0-4a9d-a545-fd615beee891 {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:39.326005 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d6c3d7-918a-432f-a58e-c7331d23d94d", "name": "network-vif-deleted", "tag": "944c3132-526f-43ad-84ca-ca7159c1cd18", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:39.326245 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5af98027-3ad0-4a9d-a545-fd615beee891 {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:39.326659 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af98027-3ad0-4a9d-a545-fd615beee891'] response: {'server_uuid': 'e0d6c3d7-918a-432f-a58e-c7331d23d94d', 'name': 'network-vif-deleted', 'tag': '944c3132-526f-43ad-84ca-ca7159c1cd18', 'status': 'completed', 'code': 200} Mar 28 05:51:39.843127 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-29e8624b-7b67-4bc2-b913-e56fd3a10d76 req-bed55168-dfcd-48cf-a25e-b95950b6ae4c tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0d6c3d7-918a-432f-a58e-c7331d23d94d HTTP/1.1" status: 200 len: 210 time: 0.0331538 Mar 28 05:51:40.399832 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.440013 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb626-04db-4ad9-9125-3e2bbdb31087 req-ffb14a87-070e-4aac-9a2b-99bb84ec8f43 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:40.441487 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f8ffb626-04db-4ad9-9125-3e2bbdb31087 req-ffb14a87-070e-4aac-9a2b-99bb84ec8f43 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Mar 28 05:51:40.490812 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-f8ffb626-04db-4ad9-9125-3e2bbdb31087 req-37a4dd15-863f-4592-adf5-8a206f4fe9fc tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436814 Mar 28 05:51:40.899472 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38126) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:40.953486 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group (91aead81-96b7-43cd-988f-a5ae50eb2708), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.979185 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group (91aead81-96b7-43cd-988f-a5ae50eb2708), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:40.994463 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 944c3132-526f-43ad-84ca-ca7159c1cd18 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:41.014139 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 944c3132-526f-43ad-84ca-ca7159c1cd18 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:41.014491 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 944c3132-526f-43ad-84ca-ca7159c1cd18 not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:41.038202 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (91aead81-96b7-43cd-988f-a5ae50eb2708), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.041491 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.042643 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] 10.222.0.13 "DELETE /v2.0/security-groups/91aead81-96b7-43cd-988f-a5ae50eb2708 HTTP/1.1" status: 204 len: 168 time: 0.1415207 Mar 28 05:51:41.051932 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aead81-96b7-43cd-988f-a5ae50eb2708,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:41.059735 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.060044 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.060374 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.060715 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.061076 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.061412 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.061744 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.062118 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.062699 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.063084 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.063593 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.064069 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.064410 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.064740 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.065103 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f6cc71-50ac-42e1-acbe-07e683c7b5ce tempest-TestShelveInstance-1683508450 tempest-TestShelveInstance-1683508450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:41.083223 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38130) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:41.228104 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-28fad52c-7447-451c-bc0f-c5f27dccbce2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:41.229723 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-28fad52c-7447-451c-bc0f-c5f27dccbce2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 945 time: 0.0778286 Mar 28 05:51:41.432349 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Deleting port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:41.432680 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.549263 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] For port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:41.549625 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.614587 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e52c9-3d82-48ea-ba60-b0d489e6cb99 req-8f85e058-f48b-4908-a0cd-9bf6ee3d3bd2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:51:41.622888 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-028e52c9-3d82-48ea-ba60-b0d489e6cb99 req-8f85e058-f48b-4908-a0cd-9bf6ee3d3bd2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 945 time: 0.0632772 Mar 28 05:51:41.641867 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.678491 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-028e52c9-3d82-48ea-ba60-b0d489e6cb99 req-be6ff721-d1cf-4a09-a6c5-8677f8586fb9 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9a0ee55-67eb-4b57-8185-4a6f56775195&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547311 Mar 28 05:51:41.750901 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655218'] for router_interface (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.816399 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.816753 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-639858'] for floatingip (f6fe12b8-9fb0-49a1-9951-9053aaecf1f1), after_update {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:41.817096 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.l3_db [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Floating IP f6fe12b8-9fb0-49a1-9951-9053aaecf1f1 disassociated. External IP: 172.28.0.37, port: 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d. Mar 28 05:51:41.817435 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Calling delete_port for 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d owned by compute:nova {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:42.264910 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:42.308707 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event deleted for resources: {'Port': ['ID=16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:42.454494 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Deleting port d851f0bb-5389-4170-ae7e-8f1d630b44c1 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:42.454837 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:42.507440 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:42.650420 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] For port d851f0bb-5389-4170-ae7e-8f1d630b44c1, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=d851f0bb-5389-4170-ae7e-8f1d630b44c1,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:42.650792 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:42.671332 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Calling delete_port for d851f0bb-5389-4170-ae7e-8f1d630b44c1 owned by network:router_interface {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:42.729094 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:42.743996 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] Sync routers for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:42.767242 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:42.768654 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:42.803415 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] No DVR routers for this DVR port 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d on host hv-cinder-83177 {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:42.808312 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for port (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:42.817190 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [req-3c2607a0-3553-4e2d-9d0a-21f7f9df0ae3 req-35612b0f-1461-40d9-acdd-b516049aa843 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.30 "DELETE /v2.0/ports/16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d HTTP/1.1" status: 204 len: 173 time: 1.5475273 Mar 28 05:51:42.817745 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01997ea-0d04-49b3-b902-57e934eef697', 'name': 'network-vif-deleted', 'tag': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d'}] {{(pid=109881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 05:51:42.819965 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a443da87895fae88fc3fadc46c3f43ffb727f4bc350f53adb7ec394c5ec1ada" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234585ad-177c-4e7b-933f-0dee0c3320a6" -d '{"events": [{"server_uuid": "c01997ea-0d04-49b3-b902-57e934eef697", "name": "network-vif-deleted", "tag": "16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d"}]}' {{(pid=109881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 28 05:51:42.850631 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [req-4c74c8e6-025d-45f7-bd7a-07a83b045ecd req-89ad575e-2f82-4fd5-948a-afdf256255e4 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01997ea-0d04-49b3-b902-57e934eef697 HTTP/1.1" status: 200 len: 210 time: 0.0523014 Mar 28 05:51:42.942209 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:42.973655 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (d851f0bb-5389-4170-ae7e-8f1d630b44c1), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:42.977531 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Mar 2022 05:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73179d69-4b57-4d93-a385-8f38372bd8ae x-openstack-request-id: req-73179d69-4b57-4d93-a385-8f38372bd8ae {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 28 05:51:42.978572 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01997ea-0d04-49b3-b902-57e934eef697", "name": "network-vif-deleted", "tag": "16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d", "status": "completed", "code": 200}]} {{(pid=109881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 28 05:51:42.979023 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73179d69-4b57-4d93-a385-8f38372bd8ae {{(pid=109881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 28 05:51:42.979487 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73179d69-4b57-4d93-a385-8f38372bd8ae'] response: {'server_uuid': 'c01997ea-0d04-49b3-b902-57e934eef697', 'name': 'network-vif-deleted', 'tag': '16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d', 'status': 'completed', 'code': 200} Mar 28 05:51:43.004759 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Pushing event deleted for resources: {'Port': ['ID=d851f0bb-5389-4170-ae7e-8f1d630b44c1,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:43.200741 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654530'] for router_interface (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:43.302308 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:43.339054 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] Checking router: a8b5c2c2-d815-4bfe-91b9-8311484d4e23 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:43.349066 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:43.349474 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:43.456431 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:43.466542 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:43.566566 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:43.574854 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-69a39f25-467d-4f21-b657-41ad1a3ed90d admin admin] 10.222.0.13 "PUT /v2.0/routers/83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4881876 Mar 28 05:51:43.575375 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38140) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:43.578472 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] Sync routers for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:43.589432 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:43.590629 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:43.671194 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:43.682880 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks [] for router (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:43.704991 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:43.709916 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c205921-61e5-4b88-9851-d1d3021ccb8f None None] The sync data for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb is: [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:47:58Z', 'revision_number': 4, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb', '_interfaces': [{'id': 'ebb9e1c6-7c12-47a5-985d-30efae82e837', 'name': '', 'network_id': 'f21751b4-d0c8-4944-9351-2ca376efebad', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'mac_address': 'fa:16:3e:49:e3:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:58Z', 'updated_at': '2022-03-28T05:48:02Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'subnets': [{'id': 'b5137716-1835-43dd-8885-be96cc743bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:43.792006 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks [] for router_gateway (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:43.847222 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Deleting port dff0a567-7f96-4437-95b0-95ecc9334b00 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:43.847563 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:43.894056 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:51:42Z', 'revision_number': 5, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port': {'id': 'dff0a567-7f96-4437-95b0-95ecc9334b00', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:43.935204 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] For port dff0a567-7f96-4437-95b0-95ecc9334b00, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=dff0a567-7f96-4437-95b0-95ecc9334b00,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:43.935988 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:43.947041 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38146) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:43.948191 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] Checking router: 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:43.954066 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Calling delete_port for dff0a567-7f96-4437-95b0-95ecc9334b00 owned by network:router_gateway {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:43.959086 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] Routers {'83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:43.959714 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:44.008245 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28306230-c050-4639-a242-6e245c2071b2 None None] New status for floating IP f6fe12b8-9fb0-49a1-9951-9053aaecf1f1: DOWN {{(pid=109884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 05:51:44.019914 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b99ad7e0-3814-4db1-ad2b-d6c15831eda1 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (a9a0ee55-67eb-4b57-8185-4a6f56775195), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.046192 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b99ad7e0-3814-4db1-ad2b-d6c15831eda1 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (a9a0ee55-67eb-4b57-8185-4a6f56775195), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.057865 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] Set router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d gateway port host: None {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:44.106941 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b99ad7e0-3814-4db1-ad2b-d6c15831eda1 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (a9a0ee55-67eb-4b57-8185-4a6f56775195), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.110309 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b99ad7e0-3814-4db1-ad2b-d6c15831eda1 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.111873 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-b99ad7e0-3814-4db1-ad2b-d6c15831eda1 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "DELETE /v2.0/security-groups/a9a0ee55-67eb-4b57-8185-4a6f56775195 HTTP/1.1" status: 204 len: 168 time: 0.1637187 Mar 28 05:51:44.116154 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38148) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:44.138339 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ad7e0-3814-4db1-ad2b-d6c15831eda1 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a0ee55-67eb-4b57-8185-4a6f56775195,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:44.141186 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.api.v2.resource [None req-3040bbd8-12cb-4abb-8be8-f6a1ceb6e9f2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] show failed (client error): The resource could not be found. Mar 28 05:51:44.142590 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-3040bbd8-12cb-4abb-8be8-f6a1ceb6e9f2 tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "GET /v2.0/security-groups/a9a0ee55-67eb-4b57-8185-4a6f56775195 HTTP/1.1" status: 404 len: 347 time: 0.0240643 Mar 28 05:51:44.145436 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38150) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:44.156950 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (dff0a567-7f96-4437-95b0-95ecc9334b00), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.190634 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Pushing event deleted for resources: {'Port': ['ID=dff0a567-7f96-4437-95b0-95ecc9334b00,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:44.266192 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:51:43Z', 'revision_number': 6, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port_host': None}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:44.282530 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639800'] for router_gateway (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.301363 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd950a12-921d-40f0-bb86-c660b140af10 None None] The sync data for ids ['83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d'] in dv-cinder-831776-5-smb is: [{'id': '83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d', 'name': 'tempest-TestShelveInstance-1096157864-router', 'tenant_id': 'aa6db4d038f143a3adb83aab396dde70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:32Z', 'updated_at': '2022-03-28T05:51:43Z', 'revision_number': 6, 'project_id': 'aa6db4d038f143a3adb83aab396dde70', 'gw_port_host': None}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:44.301638 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Deleting port c2dec4f2-7841-42b6-b558-00f5ad693ece {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:44.301984 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (c2dec4f2-7841-42b6-b558-00f5ad693ece), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.385288 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (c2dec4f2-7841-42b6-b558-00f5ad693ece), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.385609 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (c2dec4f2-7841-42b6-b558-00f5ad693ece), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.387451 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2456'] for router (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.389595 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks [] for router_controller (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.397049 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Calling delete_port for c2dec4f2-7841-42b6-b558-00f5ad693ece owned by network:floatingip {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:44.434611 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653787'] for router (83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.435160 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d {{(pid=109882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:51:44.439639 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.440771 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-da635fbc-4398-426e-9ce8-1b9b0ab7fa8a admin admin] 10.222.0.13 "DELETE /v2.0/routers/83c56c79-f337-4c9a-a6a8-c51c1d0e1e1d HTTP/1.1" status: 204 len: 168 time: 0.8639009 Mar 28 05:51:44.443338 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38152) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:44.490288 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_v2 [None req-17449de0-ab02-4b92-8255-205fa0c55d2c admin admin] Deleting subnet 04178f1f-29d5-408e-b301-0a6d1b81ff1b {{(pid=109882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:51:44.493404 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17449de0-ab02-4b92-8255-205fa0c55d2c admin admin] Publish callbacks [] for subnet (04178f1f-29d5-408e-b301-0a6d1b81ff1b), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.527062 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17449de0-ab02-4b92-8255-205fa0c55d2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6756276'] for subnet (04178f1f-29d5-408e-b301-0a6d1b81ff1b), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.532191 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (c2dec4f2-7841-42b6-b558-00f5ad693ece), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.557532 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Pushing event deleted for resources: {'Port': ['ID=c2dec4f2-7841-42b6-b558-00f5ad693ece,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:44.610662 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17449de0-ab02-4b92-8255-205fa0c55d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (04178f1f-29d5-408e-b301-0a6d1b81ff1b), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.621281 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks [] for floatingip (f6fe12b8-9fb0-49a1-9951-9053aaecf1f1), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.623934 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63534'] for floatingip (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.625106 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-f8fb51f2-37e5-4067-a04a-cbda56d72d2a tempest-AttachVolumeTestJSON-1620125351 tempest-AttachVolumeTestJSON-1620125351-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6fe12b8-9fb0-49a1-9951-9053aaecf1f1 HTTP/1.1" status: 204 len: 168 time: 0.4784651 Mar 28 05:51:44.667651 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17449de0-ab02-4b92-8255-205fa0c55d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4549463'] for subnet (04178f1f-29d5-408e-b301-0a6d1b81ff1b), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.694885 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17449de0-ab02-4b92-8255-205fa0c55d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04178f1f-29d5-408e-b301-0a6d1b81ff1b,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:44.699606 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-17449de0-ab02-4b92-8255-205fa0c55d2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.706047 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-17449de0-ab02-4b92-8255-205fa0c55d2c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/04178f1f-29d5-408e-b301-0a6d1b81ff1b HTTP/1.1" status: 204 len: 168 time: 0.2589021 Mar 28 05:51:44.706580 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38156) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:44.714279 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03604e98-6bf0-435c-8e84-e3c215f4a189 None None] Network 66e25f17-97dc-419b-8063-b514c13a81c9 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:51:44.792270 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (66e25f17-97dc-419b-8063-b514c13a81c9), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.846913 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Deleting port 46706077-aa4b-411d-b212-3060142a20d9 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:44.847251 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (46706077-aa4b-411d-b212-3060142a20d9), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.913336 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] For port 46706077-aa4b-411d-b212-3060142a20d9, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=46706077-aa4b-411d-b212-3060142a20d9,segment=NetworkSegment(814ab536-42f5-4b7e-b980-98b5aad85c30),segment_id=814ab536-42f5-4b7e-b980-98b5aad85c30)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:44.913697 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (46706077-aa4b-411d-b212-3060142a20d9), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:44.926024 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Calling delete_port for 46706077-aa4b-411d-b212-3060142a20d9 owned by network:dhcp {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:45.005841 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (46706077-aa4b-411d-b212-3060142a20d9), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:45.016548 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d no longer exists at agent hyperv_hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:45.034727 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Pushing event deleted for resources: {'Port': ['ID=46706077-aa4b-411d-b212-3060142a20d9,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:45.038142 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] No DVR routers for this DVR port 46706077-aa4b-411d-b212-3060142a20d9 on host dv-cinder-831776-5-smb {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:45.040691 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] No Port match for: 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:45.041066 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Device 16f0c23f-b4b0-4cf3-bde1-f7ec026f2f4d not bound to the agent host hv-cinder-83177 {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:45.113905 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (66e25f17-97dc-419b-8063-b514c13a81c9), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:45.121555 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef400578-39a8-422b-beed-88f7cacb22f4 None None] DHCP port deletion for 66e25f17-97dc-419b-8063-b514c13a81c9 request from dv-cinder-831776-5-smb {{(pid=109883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:51:45.138733 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e25f17-97dc-419b-8063-b514c13a81c9']}} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:45.151500 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814ab536-42f5-4b7e-b980-98b5aad85c30') {'for_net_delete': True} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:45.152048 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814ab536-42f5-4b7e-b980-98b5aad85c30') {} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:45.162282 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592179'] for segment (814ab536-42f5-4b7e-b980-98b5aad85c30), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:45.175440 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (814ab536-42f5-4b7e-b980-98b5aad85c30), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:45.183444 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:51:45.183876 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097888'] for segment (814ab536-42f5-4b7e-b980-98b5aad85c30), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:45.184071 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device dff0a567-7f96-4437-95b0-95ecc9334b00 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: Traceback (most recent call last): Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: timer() Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: cb(*args, **kw) Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: return func(*args, **kwargs) Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: self._notify() Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: self.callback(batched_events) Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: event.method(event) Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: return f(self, *a, **k) Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: return self._get(url).json() Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: return self.request(url, 'GET', **kwargs) Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:51:45.185961 dv-cinder-831776-5-smb neutron-server[109881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:51:45.203726 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: dff0a567-7f96-4437-95b0-95ecc9334b00 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:45.204078 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device dff0a567-7f96-4437-95b0-95ecc9334b00 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:45.204493 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 46706077-aa4b-411d-b212-3060142a20d9 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:45.229770 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 46706077-aa4b-411d-b212-3060142a20d9 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:45.230140 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 46706077-aa4b-411d-b212-3060142a20d9 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:45.230678 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device d851f0bb-5389-4170-ae7e-8f1d630b44c1 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:45.249653 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (66e25f17-97dc-419b-8063-b514c13a81c9), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:45.250062 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: d851f0bb-5389-4170-ae7e-8f1d630b44c1 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:45.250416 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device d851f0bb-5389-4170-ae7e-8f1d630b44c1 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:45.254580 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:45.258614 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] 10.222.0.13 "DELETE /v2.0/networks/66e25f17-97dc-419b-8063-b514c13a81c9 HTTP/1.1" status: 204 len: 168 time: 0.5501704 Mar 28 05:51:45.261065 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38160) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:45.274967 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f1ade-4ec6-46f3-95e3-a9421711021f admin admin] Pushing event deleted for resources: {'Network': ['ID=66e25f17-97dc-419b-8063-b514c13a81c9,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:45.590881 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:45.857054 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655218'] for router_interface (5a214099-cd39-4114-8d86-3369ee540738), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:46.109493 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Deleting port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:46.109742 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:46.185217 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] For port 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,segment=NetworkSegment(6dcefa9c-a87b-4f12-9a88-3591eed2360b),segment_id=6dcefa9c-a87b-4f12-9a88-3591eed2360b)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:46.185583 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:46.198657 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Calling delete_port for 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 owned by network:router_interface {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:46.373902 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:46.398274 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:46.567017 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654530'] for router_interface (5a214099-cd39-4114-8d86-3369ee540738), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:46.679806 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:51:46.782423 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Router 5a214099-cd39-4114-8d86-3369ee540738 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:46.887657 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:46.894075 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-16417c03-7860-477a-a18b-b411de8e5ccd admin admin] 10.222.0.13 "PUT /v2.0/routers/5a214099-cd39-4114-8d86-3369ee540738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6307406 Mar 28 05:51:46.895354 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38168) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:46.896076 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] Sync routers for ids ['5a214099-cd39-4114-8d86-3369ee540738'] in dv-cinder-831776-5-smb {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:46.906843 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] Routers {'5a214099-cd39-4114-8d86-3369ee540738'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:46.907214 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5a214099-cd39-4114-8d86-3369ee540738'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:47.002612 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks [] for router (5a214099-cd39-4114-8d86-3369ee540738), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.018505 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] Set router 5a214099-cd39-4114-8d86-3369ee540738 gateway port host: dv-cinder-831776-5-smb {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:47.117899 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks [] for router_gateway (5a214099-cd39-4114-8d86-3369ee540738), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.180173 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Deleting port a2673094-2f04-47b7-a5a9-1d2679177654 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:47.180514 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.210648 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:51:46Z', 'revision_number': 5, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port': {'id': 'a2673094-2f04-47b7-a5a9-1d2679177654', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:46:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a214099-cd39-4114-8d86-3369ee540738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:37Z', 'updated_at': '2022-03-28T05:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:47.238299 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] Checking router: 5a214099-cd39-4114-8d86-3369ee540738 for host: dv-cinder-831776-5-smb {{(pid=109883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:47.247356 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] Routers {'5a214099-cd39-4114-8d86-3369ee540738'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:47.247968 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['5a214099-cd39-4114-8d86-3369ee540738'], 'active': True} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:47.273790 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] For port a2673094-2f04-47b7-a5a9-1d2679177654, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=a2673094-2f04-47b7-a5a9-1d2679177654,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:47.274156 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.287038 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Calling delete_port for a2673094-2f04-47b7-a5a9-1d2679177654 owned by network:router_gateway {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:47.336455 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvr_db [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] Set router 5a214099-cd39-4114-8d86-3369ee540738 gateway port host: None {{(pid=109883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:47.390659 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_hamode_db [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:51:47Z', 'revision_number': 6, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port_host': None}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:47.416505 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621a59a6-1edb-47d4-a407-8f42746379ce None None] The sync data for ids ['5a214099-cd39-4114-8d86-3369ee540738'] in dv-cinder-831776-5-smb is: [{'id': '5a214099-cd39-4114-8d86-3369ee540738', 'name': 'tempest-TestShelveInstance-1825661054-router', 'tenant_id': '8fb1f3e4452b443d89d54619febc6edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:36Z', 'updated_at': '2022-03-28T05:51:47Z', 'revision_number': 6, 'project_id': '8fb1f3e4452b443d89d54619febc6edc', 'gw_port_host': None}] {{(pid=109883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:47.453396 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (a2673094-2f04-47b7-a5a9-1d2679177654), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.477747 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2673094-2f04-47b7-a5a9-1d2679177654,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:47.539582 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639800'] for router_gateway (5a214099-cd39-4114-8d86-3369ee540738), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.628272 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2456'] for router (5a214099-cd39-4114-8d86-3369ee540738), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.630438 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks [] for router_controller (5a214099-cd39-4114-8d86-3369ee540738), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.672334 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653787'] for router (5a214099-cd39-4114-8d86-3369ee540738), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.672845 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a214099-cd39-4114-8d86-3369ee540738 {{(pid=109882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:51:47.677254 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.678405 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-baeaba8b-857e-4dd0-87fe-9f5cc4200222 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5a214099-cd39-4114-8d86-3369ee540738 HTTP/1.1" status: 204 len: 168 time: 0.7821546 Mar 28 05:51:47.681420 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38180) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:47.728984 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6498247-f6e2-4d0a-a0a9-4f87b6e57e37 admin admin] Deleting subnet ea57ce91-0811-4c54-b066-d379502a5bb2 {{(pid=109882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:51:47.731872 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6498247-f6e2-4d0a-a0a9-4f87b6e57e37 admin admin] Publish callbacks [] for subnet (ea57ce91-0811-4c54-b066-d379502a5bb2), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.765918 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6498247-f6e2-4d0a-a0a9-4f87b6e57e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6756276'] for subnet (ea57ce91-0811-4c54-b066-d379502a5bb2), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.845272 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6498247-f6e2-4d0a-a0a9-4f87b6e57e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (ea57ce91-0811-4c54-b066-d379502a5bb2), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.897842 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6498247-f6e2-4d0a-a0a9-4f87b6e57e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4549463'] for subnet (ea57ce91-0811-4c54-b066-d379502a5bb2), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.928029 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6498247-f6e2-4d0a-a0a9-4f87b6e57e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea57ce91-0811-4c54-b066-d379502a5bb2,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:47.929993 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-e6498247-f6e2-4d0a-a0a9-4f87b6e57e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:47.933950 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-e6498247-f6e2-4d0a-a0a9-4f87b6e57e37 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea57ce91-0811-4c54-b066-d379502a5bb2 HTTP/1.1" status: 204 len: 168 time: 0.2515223 Mar 28 05:51:47.934945 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfeba4c-c9ed-4c8e-bd5f-1625aa9a4bfc None None] Network b777159a-f15f-433f-aa4d-967d6e70fe64 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:51:47.936345 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38182) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:48.002243 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (b777159a-f15f-433f-aa4d-967d6e70fe64), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.055535 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Deleting port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:48.056038 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.121267 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] For port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8,segment=NetworkSegment(6dcefa9c-a87b-4f12-9a88-3591eed2360b),segment_id=6dcefa9c-a87b-4f12-9a88-3591eed2360b)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:48.121634 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.134628 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Calling delete_port for fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 owned by network:dhcp {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:48.192951 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] DHCP port deletion for b777159a-f15f-433f-aa4d-967d6e70fe64 request from dv-cinder-831776-5-smb {{(pid=109883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:51:48.200684 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38190) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:48.242543 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.251516 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Deleting port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 {{(pid=109883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:48.252054 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), before_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.267851 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:48.272388 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] No DVR routers for this DVR port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 on host dv-cinder-831776-5-smb {{(pid=109882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:48.346877 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] For port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8, host dv-cinder-831776-5-smb, got binding levels [] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:48.347499 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), precommit_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.351664 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (b777159a-f15f-433f-aa4d-967d6e70fe64), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.362987 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Calling delete_port for fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 owned by network:dhcp {{(pid=109883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:48.365937 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.ipam_backend_mixin [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 was not found and therefore no delete operation was performed {{(pid=109883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 28 05:51:48.368746 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284'] for port (fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8), after_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.373848 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b777159a-f15f-433f-aa4d-967d6e70fe64']}} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:48.383146 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcefa9c-a87b-4f12-9a88-3591eed2360b') {'for_net_delete': True} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:48.383429 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcefa9c-a87b-4f12-9a88-3591eed2360b') {} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:48.393361 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6756237'] for segment (6dcefa9c-a87b-4f12-9a88-3591eed2360b), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.394658 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Pushing event deleted for resources: {'Port': ['ID=fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8,revision_number=None']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:48.404072 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.404624 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.405355 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.406322 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.406908 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.407630 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.408244 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.408643 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (6dcefa9c-a87b-4f12-9a88-3591eed2360b), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.409245 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.409808 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.410573 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.415705 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.416982 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.417361 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.417885 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.418395 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-5-smb {{(pid=109883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 05:51:48.418687 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=109882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:51:48.419697 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5847043'] for segment (6dcefa9c-a87b-4f12-9a88-3591eed2360b), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: Traceback (most recent call last): Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: timer() Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: cb(*args, **kw) Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: return func(*args, **kwargs) Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: self._notify() Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: self.callback(batched_events) Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: event.method(event) Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: return f(self, *a, **k) Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: return self._get(url).json() Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: return self.request(url, 'GET', **kwargs) Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:51:48.423799 dv-cinder-831776-5-smb neutron-server[109882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:51:48.426803 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd8111-d497-4919-98d0-b3c31a04c077 None None] No DVR routers for this DVR port fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 on host dv-cinder-831776-5-smb {{(pid=109883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:48.490701 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (b777159a-f15f-433f-aa4d-967d6e70fe64), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.498595 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.506428 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] 10.222.0.13 "DELETE /v2.0/networks/b777159a-f15f-433f-aa4d-967d6e70fe64 HTTP/1.1" status: 204 len: 168 time: 0.5690298 Mar 28 05:51:48.521961 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe03b5-720a-4c49-ab9c-a2cf5d36d77b admin admin] Pushing event deleted for resources: {'Network': ['ID=b777159a-f15f-433f-aa4d-967d6e70fe64,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:48.601721 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-655218'] for router_interface (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.631948 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38194) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:48.671200 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-75d33c8a-5896-4250-ab06-5ba33ac58add admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa6db4d038f143a3adb83aab396dde70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380967 Mar 28 05:51:48.673693 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38196) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:48.720647 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b6b1738e-f700-4714-bc67-a04781b331c9 admin admin] Publish callbacks [] for security_group (4cec9967-ce37-401f-8392-58cdb9ada2db), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.742222 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b6b1738e-f700-4714-bc67-a04781b331c9 admin admin] Publish callbacks [] for security_group (4cec9967-ce37-401f-8392-58cdb9ada2db), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.788963 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b6b1738e-f700-4714-bc67-a04781b331c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (4cec9967-ce37-401f-8392-58cdb9ada2db), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.792750 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b6b1738e-f700-4714-bc67-a04781b331c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.796391 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-b6b1738e-f700-4714-bc67-a04781b331c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cec9967-ce37-401f-8392-58cdb9ada2db HTTP/1.1" status: 204 len: 168 time: 0.1193531 Mar 28 05:51:48.804292 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1738e-f700-4714-bc67-a04781b331c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec9967-ce37-401f-8392-58cdb9ada2db,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:48.861823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Deleting port ebb9e1c6-7c12-47a5-985d-30efae82e837 {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:48.862167 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.903692 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:48.924193 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:48.924542 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 6d7a2514-76d8-4b4f-ade0-cd99a9dbdb73 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:48.924965 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a2673094-2f04-47b7-a5a9-1d2679177654 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:48.944672 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: a2673094-2f04-47b7-a5a9-1d2679177654 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:48.945390 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device a2673094-2f04-47b7-a5a9-1d2679177654 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:48.945390 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:48.953890 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] For port ebb9e1c6-7c12-47a5-985d-30efae82e837, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=ebb9e1c6-7c12-47a5-985d-30efae82e837,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:48.954257 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:48.965445 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:48.965799 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device fb5ed0d1-ec3b-4763-afeb-b13a6072b7c8 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:48.971596 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Calling delete_port for ebb9e1c6-7c12-47a5-985d-30efae82e837 owned by network:router_interface {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:49.147864 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38202) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:49.156254 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (ebb9e1c6-7c12-47a5-985d-30efae82e837), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.182252 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb9e1c6-7c12-47a5-985d-30efae82e837,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:49.191209 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-39a48769-d944-4983-9dbe-18decd2aec89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fb1f3e4452b443d89d54619febc6edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421307 Mar 28 05:51:49.195751 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38204) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:49.252366 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-865cbf7e-fed2-4bbe-a4a0-3d9d9b27894f admin admin] Publish callbacks [] for security_group (3490c9e6-75de-4ed5-8ab1-092dac6ae9cf), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.275601 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-865cbf7e-fed2-4bbe-a4a0-3d9d9b27894f admin admin] Publish callbacks [] for security_group (3490c9e6-75de-4ed5-8ab1-092dac6ae9cf), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.342468 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-865cbf7e-fed2-4bbe-a4a0-3d9d9b27894f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (3490c9e6-75de-4ed5-8ab1-092dac6ae9cf), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.345134 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-865cbf7e-fed2-4bbe-a4a0-3d9d9b27894f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.346349 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-865cbf7e-fed2-4bbe-a4a0-3d9d9b27894f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3490c9e6-75de-4ed5-8ab1-092dac6ae9cf HTTP/1.1" status: 204 len: 168 time: 0.1486659 Mar 28 05:51:49.355534 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cbf7e-fed2-4bbe-a4a0-3d9d9b27894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3490c9e6-75de-4ed5-8ab1-092dac6ae9cf,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:49.596812 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-654530'] for router_interface (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:49.827200 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 has already been hosted by L3 agent a276dbd1-8276-4e66-955d-6f05470d12a5 {{(pid=109881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 28 05:51:49.933173 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] Notify agent at l3_agent.dv-cinder-831776-5-smb the message routers_updated {{(pid=109881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 28 05:51:49.938520 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-75ad67e7-d83f-4709-b7e6-bbd3a8062121 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8b5c2c2-d815-4bfe-91b9-8311484d4e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7365906 Mar 28 05:51:49.942215 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38208) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:49.942875 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] Sync routers for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 05:51:49.954582 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:49.955293 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:50.045639 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks [] for router (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.059328 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: dv-cinder-831776-5-smb {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:50.146843 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks [] for router_gateway (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.199137 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Deleting port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f {{(pid=109882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:50.199363 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.232878 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'external_fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24'}], 'enable_snat': True}, 'gw_port_id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:51:49Z', 'revision_number': 5, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port': {'id': 'b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f', 'name': '', 'network_id': '623a83bd-7f03-4ec4-b579-a4c5424b04f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'ip_address': '172.28.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c67fe5ec-32b7-4150-a5a9-6fc186bb5a74', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-5-smb'}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:50.262890 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] Checking router: a8b5c2c2-d815-4bfe-91b9-8311484d4e23 for host: dv-cinder-831776-5-smb {{(pid=109884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 05:51:50.271208 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] Routers {'a8b5c2c2-d815-4bfe-91b9-8311484d4e23'} bound to L3 agent in host dv-cinder-831776-5-smb {{(pid=109884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 28 05:51:50.271794 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T05:33:07Z,description=,heartbeat_timestamp=2022-03-28T05:51:37Z,host='dv-cinder-831776-5-smb',id=a276dbd1-8276-4e66-955d-6f05470d12a5,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T05:33:07Z,topic='l3_agent')) {'router_ids': ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'], 'active': True} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:50.275278 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.db [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] For port b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f,segment=NetworkSegment(e6ac6ce9-b528-4e77-b4ce-948d9ce08f75),segment_id=e6ac6ce9-b528-4e77-b4ce-948d9ce08f75)] {{(pid=109882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:50.275640 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.291790 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.plugin [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Calling delete_port for b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f owned by network:router_gateway {{(pid=109882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:50.359580 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_dvr_db [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] Set router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 gateway port host: None {{(pid=109884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 28 05:51:50.409980 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.l3_hamode_db [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:51:50Z', 'revision_number': 6, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port_host': None}], 'dv-cinder-831776-5-smb', False) {} {{(pid=109884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:50.438913 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499f5d1-5739-41b9-a780-b9cb55eeaa3a None None] The sync data for ids ['a8b5c2c2-d815-4bfe-91b9-8311484d4e23'] in dv-cinder-831776-5-smb is: [{'id': 'a8b5c2c2-d815-4bfe-91b9-8311484d4e23', 'name': 'tempest-AttachVolumeTestJSON-347610357-router', 'tenant_id': 'a69c5bb26588485d93ede10a00c6d8da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T05:47:55Z', 'updated_at': '2022-03-28T05:51:50Z', 'revision_number': 6, 'project_id': 'a69c5bb26588485d93ede10a00c6d8da', 'gw_port_host': None}] {{(pid=109884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 05:51:50.456358 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5847120'] for port (b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.483099 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:50.544092 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-639800'] for router_gateway (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.886268 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2456'] for router (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.888394 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks [] for router_controller (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.933460 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653787'] for router (a8b5c2c2-d815-4bfe-91b9-8311484d4e23), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.933994 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b5c2c2-d815-4bfe-91b9-8311484d4e23 {{(pid=109882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 28 05:51:50.939392 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:50.940528 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-2c13d091-5de6-4daf-b8cf-e37c5fbe83e7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a8b5c2c2-d815-4bfe-91b9-8311484d4e23 HTTP/1.1" status: 204 len: 168 time: 0.9973323 Mar 28 05:51:50.943081 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38210) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:50.985754 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a33c2b-2092-4940-9d49-e1b26e2d996f admin admin] Deleting subnet b5137716-1835-43dd-8885-be96cc743bf3 {{(pid=109882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:51:50.988671 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c3a33c2b-2092-4940-9d49-e1b26e2d996f admin admin] Publish callbacks [] for subnet (b5137716-1835-43dd-8885-be96cc743bf3), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.021637 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c3a33c2b-2092-4940-9d49-e1b26e2d996f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6756276'] for subnet (b5137716-1835-43dd-8885-be96cc743bf3), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.098953 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c3a33c2b-2092-4940-9d49-e1b26e2d996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (b5137716-1835-43dd-8885-be96cc743bf3), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.148974 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c3a33c2b-2092-4940-9d49-e1b26e2d996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4549463'] for subnet (b5137716-1835-43dd-8885-be96cc743bf3), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.175356 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a33c2b-2092-4940-9d49-e1b26e2d996f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5137716-1835-43dd-8885-be96cc743bf3,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:51.177317 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c3a33c2b-2092-4940-9d49-e1b26e2d996f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.180441 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-c3a33c2b-2092-4940-9d49-e1b26e2d996f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5137716-1835-43dd-8885-be96cc743bf3 HTTP/1.1" status: 204 len: 168 time: 0.2364492 Mar 28 05:51:51.183743 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38212) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:51.195229 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5facfc-721e-4863-91e9-f0839ff9f6d0 None None] Network f21751b4-d0c8-4944-9351-2ca376efebad requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:51:51.248806 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device ebb9e1c6-7c12-47a5-985d-30efae82e837 no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:51.260193 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (f21751b4-d0c8-4944-9351-2ca376efebad), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.271766 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: ebb9e1c6-7c12-47a5-985d-30efae82e837 {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:51.272188 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device ebb9e1c6-7c12-47a5-985d-30efae82e837 not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:51.320095 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Deleting port 3423d35a-687d-457e-a93e-cccca51b0f7e {{(pid=109881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:51.324311 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.385528 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] DHCP port deletion for f21751b4-d0c8-4944-9351-2ca376efebad request from dv-cinder-831776-5-smb {{(pid=109883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 28 05:51:51.397290 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.db [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] For port 3423d35a-687d-457e-a93e-cccca51b0f7e, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=3423d35a-687d-457e-a93e-cccca51b0f7e,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:51.397960 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.412565 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.plugin [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Calling delete_port for 3423d35a-687d-457e-a93e-cccca51b0f7e owned by network:dhcp {{(pid=109881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:51.436440 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] Deleting port 3423d35a-687d-457e-a93e-cccca51b0f7e {{(pid=109883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 28 05:51:51.436813 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749054885407'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), before_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.507984 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.db [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] For port 3423d35a-687d-457e-a93e-cccca51b0f7e, host dv-cinder-831776-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-5-smb',level=0,port_id=3423d35a-687d-457e-a93e-cccca51b0f7e,segment=NetworkSegment(32273130-0aaa-4fcc-bba9-1e6b658de0df),segment_id=32273130-0aaa-4fcc-bba9-1e6b658de0df)] {{(pid=109883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 28 05:51:51.508522 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-644704'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), precommit_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.512964 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6097843'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.524109 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] Calling delete_port for 3423d35a-687d-457e-a93e-cccca51b0f7e owned by network:dhcp {{(pid=109883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 28 05:51:51.530214 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] No DVR routers for this DVR port 3423d35a-687d-457e-a93e-cccca51b0f7e on host dv-cinder-831776-5-smb {{(pid=109881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:51.578431 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Pushing event deleted for resources: {'Port': ['ID=3423d35a-687d-457e-a93e-cccca51b0f7e,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:51.617644 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641377', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749054894978', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749054337284'] for port (3423d35a-687d-457e-a93e-cccca51b0f7e), after_delete {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.633285 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (f21751b4-d0c8-4944-9351-2ca376efebad), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.642738 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] Pushing event deleted for resources: {'Port': ['ID=3423d35a-687d-457e-a93e-cccca51b0f7e,revision_number=None']} {{(pid=109883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:51.646248 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f30ea6-6d3e-47c1-a05a-b9df86fbfac1 None None] No DVR routers for this DVR port 3423d35a-687d-457e-a93e-cccca51b0f7e on host dv-cinder-831776-5-smb {{(pid=109883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 05:51:51.658648 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21751b4-d0c8-4944-9351-2ca376efebad']}} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:51.668493 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32273130-0aaa-4fcc-bba9-1e6b658de0df') {'for_net_delete': True} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:51.668792 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32273130-0aaa-4fcc-bba9-1e6b658de0df') {} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:51:51.677824 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592179'] for segment (32273130-0aaa-4fcc-bba9-1e6b658de0df), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.691409 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (32273130-0aaa-4fcc-bba9-1e6b658de0df), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.697769 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:51:51.698149 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097888'] for segment (32273130-0aaa-4fcc-bba9-1e6b658de0df), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: Traceback (most recent call last): Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: timer() Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: cb(*args, **kw) Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: return func(*args, **kwargs) Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: self._notify() Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: self.callback(batched_events) Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: event.method(event) Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: return f(self, *a, **k) Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: return self._get(url).json() Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: return self.request(url, 'GET', **kwargs) Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:51:51.699790 dv-cinder-831776-5-smb neutron-server[109881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:51:51.756628 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (f21751b4-d0c8-4944-9351-2ca376efebad), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.763646 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:51.767005 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f21751b4-d0c8-4944-9351-2ca376efebad HTTP/1.1" status: 204 len: 168 time: 0.5823219 Mar 28 05:51:51.776719 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231747e-b84c-4457-896d-39f1a4641773 admin admin] Pushing event deleted for resources: {'Network': ['ID=f21751b4-d0c8-4944-9351-2ca376efebad,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:51.924939 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38216) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:51.963354 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-5478709c-5d8c-4988-9803-a38bccc3e11e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a69c5bb26588485d93ede10a00c6d8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371904 Mar 28 05:51:51.965977 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38218) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:51:52.011122 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f7bef83c-bbb2-41be-9d7e-a713611ea4e6 admin admin] Publish callbacks [] for security_group (f7a5ac99-aabc-4e9c-9bf6-52ec88ebe343), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:52.031492 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f7bef83c-bbb2-41be-9d7e-a713611ea4e6 admin admin] Publish callbacks [] for security_group (f7a5ac99-aabc-4e9c-9bf6-52ec88ebe343), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:52.076229 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f7bef83c-bbb2-41be-9d7e-a713611ea4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (f7a5ac99-aabc-4e9c-9bf6-52ec88ebe343), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:52.078781 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-f7bef83c-bbb2-41be-9d7e-a713611ea4e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:51:52.079921 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-f7bef83c-bbb2-41be-9d7e-a713611ea4e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7a5ac99-aabc-4e9c-9bf6-52ec88ebe343 HTTP/1.1" status: 204 len: 168 time: 0.1130729 Mar 28 05:51:52.087846 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bef83c-bbb2-41be-9d7e-a713611ea4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a5ac99-aabc-4e9c-9bf6-52ec88ebe343,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:51:52.876267 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:52.896423 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:52.896774 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device b8478dd9-c6a5-4c83-b7fa-ccb921e6fe6f not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:51:52.897217 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 3423d35a-687d-457e-a93e-cccca51b0f7e no longer exists at agent ovs-agent-dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 28 05:51:52.919031 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.plugin [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] No Port match for: 3423d35a-687d-457e-a93e-cccca51b0f7e {{(pid=109883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 28 05:51:52.919379 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Device 3423d35a-687d-457e-a93e-cccca51b0f7e not bound to the agent host dv-cinder-831776-5-smb {{(pid=109883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 28 05:52:01.436826 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38332) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:01.544434 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fab03a3c-5790-485c-aa4e-3194b7b69bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.615609 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fab03a3c-5790-485c-aa4e-3194b7b69bf4 admin admin] Publish callbacks [] for security_group (14759cb0-ba94-47c6-9117-dbd0aaec5bea), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.624694 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-fab03a3c-5790-485c-aa4e-3194b7b69bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (14759cb0-ba94-47c6-9117-dbd0aaec5bea), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.660745 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab03a3c-5790-485c-aa4e-3194b7b69bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14759cb0-ba94-47c6-9117-dbd0aaec5bea,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:01.665057 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-fab03a3c-5790-485c-aa4e-3194b7b69bf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1014ff252fb547ec82af10901433d9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271385 Mar 28 05:52:01.667751 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38336) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:01.713886 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-53ab3ffc-6a65-40e0-aa53-2cf859db66a2 admin admin] Publish callbacks [] for security_group (14759cb0-ba94-47c6-9117-dbd0aaec5bea), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.734262 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-53ab3ffc-6a65-40e0-aa53-2cf859db66a2 admin admin] Publish callbacks [] for security_group (14759cb0-ba94-47c6-9117-dbd0aaec5bea), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.785280 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-53ab3ffc-6a65-40e0-aa53-2cf859db66a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (14759cb0-ba94-47c6-9117-dbd0aaec5bea), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.787858 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-53ab3ffc-6a65-40e0-aa53-2cf859db66a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:01.788984 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-53ab3ffc-6a65-40e0-aa53-2cf859db66a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14759cb0-ba94-47c6-9117-dbd0aaec5bea HTTP/1.1" status: 204 len: 168 time: 0.1204746 Mar 28 05:52:01.797823 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab3ffc-6a65-40e0-aa53-2cf859db66a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14759cb0-ba94-47c6-9117-dbd0aaec5bea,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:02.379749 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38358) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:02.474022 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.v2.base [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753981229-network', 'tenant_id': '1f1c5a6c2e0441c194825196cc32a262'}} {{(pid=109881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:02.494508 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Made reservation on behalf of 1f1c5a6c2e0441c194825196cc32a262 for: {'network': 1} {{(pid=109881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:52:02.496873 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.505000 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.580671 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Publish callbacks [] for security_group (c4a6c671-ac49-4d7d-a15c-219fcdc1e91b), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.584195 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c4a6c671-ac49-4d7d-a15c-219fcdc1e91b), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.608874 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:52:02.618699 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6c671-ac49-4d7d-a15c-219fcdc1e91b,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:02.624329 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (0d9304e9-9594-4f8d-ba50-35c6c7235353), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.624668 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.db.segments_db [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Added segment 0d9304e9-9594-4f8d-ba50-35c6c7235353 of type vlan for network b9876bdb-9af0-4198-8f3d-a54dfafac09f Mar 28 05:52:02.663208 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (b9876bdb-9af0-4198-8f3d-a54dfafac09f), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.688123 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (b9876bdb-9af0-4198-8f3d-a54dfafac09f), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.689091 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:02.689673 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.745862 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3643482 Mar 28 05:52:02.748782 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38362) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:02.750911 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d132a8-731d-472f-bf90-881996ba25cd admin admin] Pushing event updated for resources: {'Network': ['ID=b9876bdb-9af0-4198-8f3d-a54dfafac09f,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:02.753782 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Request body: {'subnet': {'network_id': 'b9876bdb-9af0-4198-8f3d-a54dfafac09f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1753981229-subnet', 'tenant_id': '1f1c5a6c2e0441c194825196cc32a262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:02.760611 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network b9876bdb-9af0-4198-8f3d-a54dfafac09f details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:52:02.772554 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Made reservation on behalf of 1f1c5a6c2e0441c194825196cc32a262 for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:52:02.774848 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4549498'] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.937354 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4549484'] for subnet (ac1354e8-3f7f-41c5-b747-dceb1f36d406), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:02.994273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1354e8-3f7f-41c5-b747-dceb1f36d406,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:02.998943 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Checking segment: {'id': '0d9304e9-9594-4f8d-ba50-35c6c7235353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b9876bdb-9af0-4198-8f3d-a54dfafac09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:52:02.999242 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Network hostable DHCP agents. Network: b9876bdb-9af0-4198-8f3d-a54dfafac09f, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:52:03.015109 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Network b9876bdb-9af0-4198-8f3d-a54dfafac09f is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:52:03.023220 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, b9876bdb-9af0-4198-8f3d-a54dfafac09f) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:52:03.028056 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:03.028648 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.033007 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152706ef-fa96-410d-af1c-6f0057660156 None None] Network b9876bdb-9af0-4198-8f3d-a54dfafac09f requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:52:03.048442 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-5f94aa24-16bb-45fb-b4c4-291e5d5eb845 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2943008 Mar 28 05:52:03.126695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5b2ba8-45a1-4edb-ac45-45446319860d None None] Network b9876bdb-9af0-4198-8f3d-a54dfafac09f requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:52:03.498255 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38378) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:03.503118 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1066876128-network', 'tenant_id': '84e773fdc73f4d76a9dcbc971d1c13aa'}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:03.521352 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Made reservation on behalf of 84e773fdc73f4d76a9dcbc971d1c13aa for: {'network': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:52:03.523646 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641442'] for network (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.532083 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.608805 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Publish callbacks [] for security_group (fd6ed6d9-3e79-43fa-a5bf-40f68047978d), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.612260 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (fd6ed6d9-3e79-43fa-a5bf-40f68047978d), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.636298 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 05:52:03.645883 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ed6d9-3e79-43fa-a5bf-40f68047978d,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:03.651589 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (d705a604-542b-4007-8073-3a68d77485af), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.651933 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.db.segments_db [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Added segment d705a604-542b-4007-8073-3a68d77485af of type vlan for network 206aa3c7-001f-40df-be85-e1bc161a3063 Mar 28 05:52:03.691129 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749054292035'] for network (206aa3c7-001f-40df-be85-e1bc161a3063), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.715308 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836'] for network (206aa3c7-001f-40df-be85-e1bc161a3063), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.716249 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:03.716828 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.779332 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2798367 Mar 28 05:52:03.781979 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38380) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:03.786664 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.v2.base [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Request body: {'subnet': {'network_id': '206aa3c7-001f-40df-be85-e1bc161a3063', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1066876128-subnet', 'tenant_id': '84e773fdc73f4d76a9dcbc971d1c13aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 05:52:03.794984 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091af215-42e7-42cf-8021-8cb4e345af51 admin admin] Pushing event updated for resources: {'Network': ['ID=206aa3c7-001f-40df-be85-e1bc161a3063,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:03.804868 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.plugins.ml2.rpc [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Network 206aa3c7-001f-40df-be85-e1bc161a3063 details requested by agent ovs-agent-dv-cinder-831776-5-smb with host dv-cinder-831776-5-smb {{(pid=109883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 28 05:52:03.811196 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Made reservation on behalf of 84e773fdc73f4d76a9dcbc971d1c13aa for: {'subnet': 1} {{(pid=109882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 05:52:03.813762 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4549498'] for subnet (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:03.978560 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5833184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4549484'] for subnet (486dfb60-1463-48b0-ae87-b9966cf68f2a), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.037263 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=486dfb60-1463-48b0-ae87-b9966cf68f2a,revision_number=0']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:04.044833 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Checking segment: {'id': 'd705a604-542b-4007-8073-3a68d77485af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '206aa3c7-001f-40df-be85-e1bc161a3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 28 05:52:04.045220 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Network hostable DHCP agents. Network: 206aa3c7-001f-40df-be85-e1bc161a3063, hostable agents: ['17e453dc-80d2-47ae-b4db-b207fdfe9c9a'], hosted agents: [] {{(pid=109882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 05:52:04.061666 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Network 206aa3c7-001f-40df-be85-e1bc161a3063 is scheduled to be hosted by DHCP agent 17e453dc-80d2-47ae-b4db-b207fdfe9c9a with binding_index 1 {{(pid=109882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 05:52:04.070044 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.scheduler.base_scheduler [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-5-smb, 206aa3c7-001f-40df-be85-e1bc161a3063) {{(pid=109882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 05:52:04.074910 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 05:52:04.076001 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.079226 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a4d2e7-10e4-43b8-95ae-00a39a46cdb5 None None] Network 206aa3c7-001f-40df-be85-e1bc161a3063 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:52:04.092161 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-c59a466d-0cb9-4cb8-a6a0-91e0011cfe7a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3091240 Mar 28 05:52:04.181536 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0d024-8f01-43a0-b513-3dfd7352d02d None None] Network 206aa3c7-001f-40df-be85-e1bc161a3063 requested from dv-cinder-831776-5-smb {{(pid=109883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 28 05:52:04.210273 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38384) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:04.254951 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.db.db_base_plugin_v2 [None req-baebff3f-0402-45f9-b737-e153fcdf7fb5 admin admin] Deleting subnet ac1354e8-3f7f-41c5-b747-dceb1f36d406 {{(pid=109882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:52:04.258233 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baebff3f-0402-45f9-b737-e153fcdf7fb5 admin admin] Publish callbacks [] for subnet (ac1354e8-3f7f-41c5-b747-dceb1f36d406), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.291380 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baebff3f-0402-45f9-b737-e153fcdf7fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6756276'] for subnet (ac1354e8-3f7f-41c5-b747-dceb1f36d406), precommit_delete_associations {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.329924 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baebff3f-0402-45f9-b737-e153fcdf7fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (ac1354e8-3f7f-41c5-b747-dceb1f36d406), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.385088 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baebff3f-0402-45f9-b737-e153fcdf7fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5833121', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4549463'] for subnet (ac1354e8-3f7f-41c5-b747-dceb1f36d406), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.409241 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebff3f-0402-45f9-b737-e153fcdf7fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1354e8-3f7f-41c5-b747-dceb1f36d406,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:04.412922 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-baebff3f-0402-45f9-b737-e153fcdf7fb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.416125 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-baebff3f-0402-45f9-b737-e153fcdf7fb5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ac1354e8-3f7f-41c5-b747-dceb1f36d406 HTTP/1.1" status: 204 len: 168 time: 0.2047687 Mar 28 05:52:04.419159 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38386) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:04.486346 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (b9876bdb-9af0-4198-8f3d-a54dfafac09f), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.564783 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (b9876bdb-9af0-4198-8f3d-a54dfafac09f), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.583642 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9876bdb-9af0-4198-8f3d-a54dfafac09f']}} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:04.593424 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9304e9-9594-4f8d-ba50-35c6c7235353') {'for_net_delete': True} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:04.593720 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.services.segments.db [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9304e9-9594-4f8d-ba50-35c6c7235353') {} {{(pid=109882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:04.602740 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6756237'] for segment (0d9304e9-9594-4f8d-ba50-35c6c7235353), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.616115 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (0d9304e9-9594-4f8d-ba50-35c6c7235353), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.622651 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:52:04.623050 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5847043'] for segment (0d9304e9-9594-4f8d-ba50-35c6c7235353), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: Traceback (most recent call last): Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: timer() Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: cb(*args, **kw) Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: return func(*args, **kwargs) Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: self._notify() Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: self.callback(batched_events) Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: event.method(event) Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: return f(self, *a, **k) Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: return self._get(url).json() Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: return self.request(url, 'GET', **kwargs) Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:52:04.624744 dv-cinder-831776-5-smb neutron-server[109882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:52:04.677879 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (b9876bdb-9af0-4198-8f3d-a54dfafac09f), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.684602 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.687665 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b9876bdb-9af0-4198-8f3d-a54dfafac09f HTTP/1.1" status: 204 len: 168 time: 0.2676041 Mar 28 05:52:04.690598 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38388) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:04.697158 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0199a7-3985-4fd6-a93d-bd1e8adb7f25 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9876bdb-9af0-4198-8f3d-a54dfafac09f,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:04.738557 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb76a492-a073-4b79-b4e9-8a11f2586d8c admin admin] Deleting subnet 486dfb60-1463-48b0-ae87-b9966cf68f2a {{(pid=109881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 28 05:52:04.741716 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cb76a492-a073-4b79-b4e9-8a11f2586d8c admin admin] Publish callbacks [] for subnet (486dfb60-1463-48b0-ae87-b9966cf68f2a), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.776113 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cb76a492-a073-4b79-b4e9-8a11f2586d8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4592138'] for subnet (486dfb60-1463-48b0-ae87-b9966cf68f2a), precommit_delete_associations {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.813858 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cb76a492-a073-4b79-b4e9-8a11f2586d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1765340'] for subnet (486dfb60-1463-48b0-ae87-b9966cf68f2a), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.864122 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cb76a492-a073-4b79-b4e9-8a11f2586d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1765317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6107714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4613624'] for subnet (486dfb60-1463-48b0-ae87-b9966cf68f2a), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.888802 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76a492-a073-4b79-b4e9-8a11f2586d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486dfb60-1463-48b0-ae87-b9966cf68f2a,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:04.892509 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-cb76a492-a073-4b79-b4e9-8a11f2586d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for subnet (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:04.895697 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-cb76a492-a073-4b79-b4e9-8a11f2586d8c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/486dfb60-1463-48b0-ae87-b9966cf68f2a HTTP/1.1" status: 204 len: 168 time: 0.2040813 Mar 28 05:52:04.898199 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38390) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:04.968094 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1868947'] for network (206aa3c7-001f-40df-be85-e1bc161a3063), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.042878 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684073', 'neutron.services.segments.db._delete_segments_for_network-8749054651459'] for network (206aa3c7-001f-40df-be85-e1bc161a3063), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.062433 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206aa3c7-001f-40df-be85-e1bc161a3063']}} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:05.071238 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd705a604-542b-4007-8073-3a68d77485af') {'for_net_delete': True} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:05.071561 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.services.segments.db [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd705a604-542b-4007-8073-3a68d77485af') {} {{(pid=109881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 05:52:05.084582 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749054649932', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4592179'] for segment (d705a604-542b-4007-8073-3a68d77485af), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.097745 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013'] for segment (d705a604-542b-4007-8073-3a68d77485af), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.103403 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 05:52:05.103784 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1763013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6097888'] for segment (d705a604-542b-4007-8073-3a68d77485af), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: Traceback (most recent call last): Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: timer() Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: cb(*args, **kw) Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: return func(*args, **kwargs) Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: self._notify() Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: self.callback(batched_events) Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: event.method(event) Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: return f(self, *a, **k) Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: return self._get(url).json() Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: return self.request(url, 'GET', **kwargs) Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 05:52:05.106010 dv-cinder-831776-5-smb neutron-server[109881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 05:52:05.143730 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9acf8432-5beb-4001-9fde-e3411e549c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.158490 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-639812'] for network (206aa3c7-001f-40df-be85-e1bc161a3063), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.163408 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650854'] for network (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.166573 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] 10.222.0.13 "DELETE /v2.0/networks/206aa3c7-001f-40df-be85-e1bc161a3063 HTTP/1.1" status: 204 len: 168 time: 0.2674735 Mar 28 05:52:05.178115 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9ca83-4b2f-4af7-aff4-af06d072520d admin admin] Pushing event deleted for resources: {'Network': ['ID=206aa3c7-001f-40df-be85-e1bc161a3063,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:05.319754 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38394) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:05.360017 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-bf10070b-7439-4e4a-a280-fa0eedc7e4db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f1c5a6c2e0441c194825196cc32a262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390298 Mar 28 05:52:05.362424 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38396) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:05.407296 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-de1f04ab-6be7-48da-931a-8508800f69df admin admin] Publish callbacks [] for security_group (c4a6c671-ac49-4d7d-a15c-219fcdc1e91b), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.427746 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-de1f04ab-6be7-48da-931a-8508800f69df admin admin] Publish callbacks [] for security_group (c4a6c671-ac49-4d7d-a15c-219fcdc1e91b), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.475918 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-de1f04ab-6be7-48da-931a-8508800f69df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c4a6c671-ac49-4d7d-a15c-219fcdc1e91b), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.478769 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-de1f04ab-6be7-48da-931a-8508800f69df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.480989 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-de1f04ab-6be7-48da-931a-8508800f69df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4a6c671-ac49-4d7d-a15c-219fcdc1e91b HTTP/1.1" status: 204 len: 168 time: 0.1176794 Mar 28 05:52:05.488512 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f04ab-6be7-48da-931a-8508800f69df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6c671-ac49-4d7d-a15c-219fcdc1e91b,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:05.789504 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38402) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:05.827866 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-033cbe33-8c9a-4e49-8e14-4f84e1d554df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84e773fdc73f4d76a9dcbc971d1c13aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371130 Mar 28 05:52:05.830217 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38404) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:05.876890 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-093c5417-1101-4ef4-876b-f546b98f7b26 admin admin] Publish callbacks [] for security_group (fd6ed6d9-3e79-43fa-a5bf-40f68047978d), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.897431 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-093c5417-1101-4ef4-876b-f546b98f7b26 admin admin] Publish callbacks [] for security_group (fd6ed6d9-3e79-43fa-a5bf-40f68047978d), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.942241 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-093c5417-1101-4ef4-876b-f546b98f7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (fd6ed6d9-3e79-43fa-a5bf-40f68047978d), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.944869 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-093c5417-1101-4ef4-876b-f546b98f7b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:05.946039 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-093c5417-1101-4ef4-876b-f546b98f7b26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd6ed6d9-3e79-43fa-a5bf-40f68047978d HTTP/1.1" status: 204 len: 168 time: 0.1149271 Mar 28 05:52:05.954128 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c5417-1101-4ef4-876b-f546b98f7b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ed6d9-3e79-43fa-a5bf-40f68047978d,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:07.368379 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-b3a7ad23-35d1-4bc2-8f73-c9e421bc2d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:08.879664 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:10.403830 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:11.628444 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.386705 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38524) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:13.491342 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28d9cfe-570d-4031-876d-7a468b6bef57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.562008 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28d9cfe-570d-4031-876d-7a468b6bef57 admin admin] Publish callbacks [] for security_group (c9df1f4b-6d80-4c57-9eaa-798eb1f52114), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.565452 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-d28d9cfe-570d-4031-876d-7a468b6bef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c9df1f4b-6d80-4c57-9eaa-798eb1f52114), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.604249 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-d28d9cfe-570d-4031-876d-7a468b6bef57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f1bfbcc87664f489393cdbc29f35115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163479 Mar 28 05:52:13.606592 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d9cfe-570d-4031-876d-7a468b6bef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9df1f4b-6d80-4c57-9eaa-798eb1f52114,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:13.607714 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38528) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:13.658014 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-600b9276-f0c8-49f9-b708-6fdafab95510 admin admin] Publish callbacks [] for security_group (c9df1f4b-6d80-4c57-9eaa-798eb1f52114), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.679406 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-600b9276-f0c8-49f9-b708-6fdafab95510 admin admin] Publish callbacks [] for security_group (c9df1f4b-6d80-4c57-9eaa-798eb1f52114), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.724993 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-600b9276-f0c8-49f9-b708-6fdafab95510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (c9df1f4b-6d80-4c57-9eaa-798eb1f52114), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.727564 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-600b9276-f0c8-49f9-b708-6fdafab95510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:13.728690 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-600b9276-f0c8-49f9-b708-6fdafab95510 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9df1f4b-6d80-4c57-9eaa-798eb1f52114 HTTP/1.1" status: 204 len: 168 time: 0.1199784 Mar 28 05:52:13.737119 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b9276-f0c8-49f9-b708-6fdafab95510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9df1f4b-6d80-4c57-9eaa-798eb1f52114,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:13.997457 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38534) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:14.010303 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a2d85e2b-8f11-4232-8146-8edba0b64c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:14.083698 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a2d85e2b-8f11-4232-8146-8edba0b64c89 admin admin] Publish callbacks [] for security_group (745810e1-c4ed-450a-866e-ef6234331a81), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:14.088042 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-a2d85e2b-8f11-4232-8146-8edba0b64c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (745810e1-c4ed-450a-866e-ef6234331a81), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:14.125191 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-a2d85e2b-8f11-4232-8146-8edba0b64c89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c60472571269445282a67457a6010cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265109 Mar 28 05:52:14.125981 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d85e2b-8f11-4232-8146-8edba0b64c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745810e1-c4ed-450a-866e-ef6234331a81,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:14.127772 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38536) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:14.174854 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b72806c6-8a4a-42f4-bc16-3d43c3cf53a9 admin admin] Publish callbacks [] for security_group (745810e1-c4ed-450a-866e-ef6234331a81), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:14.196102 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b72806c6-8a4a-42f4-bc16-3d43c3cf53a9 admin admin] Publish callbacks [] for security_group (745810e1-c4ed-450a-866e-ef6234331a81), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:14.244359 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b72806c6-8a4a-42f4-bc16-3d43c3cf53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (745810e1-c4ed-450a-866e-ef6234331a81), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:14.247467 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-b72806c6-8a4a-42f4-bc16-3d43c3cf53a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:14.248632 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-b72806c6-8a4a-42f4-bc16-3d43c3cf53a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/745810e1-c4ed-450a-866e-ef6234331a81 HTTP/1.1" status: 204 len: 168 time: 0.1198688 Mar 28 05:52:14.256164 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72806c6-8a4a-42f4-bc16-3d43c3cf53a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745810e1-c4ed-450a-866e-ef6234331a81,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:15.589801 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.129143 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38604) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:16.231079 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-37cde884-09ed-45a5-81fa-cf16e1bdb8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.302488 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-37cde884-09ed-45a5-81fa-cf16e1bdb8d4 admin admin] Publish callbacks [] for security_group (7d56b899-2708-482e-9178-1aaaf968d03b), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.306297 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-37cde884-09ed-45a5-81fa-cf16e1bdb8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7d56b899-2708-482e-9178-1aaaf968d03b), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.344692 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-37cde884-09ed-45a5-81fa-cf16e1bdb8d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9aeb24879203476dbeb501c374e41f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144694 Mar 28 05:52:16.345906 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cde884-09ed-45a5-81fa-cf16e1bdb8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d56b899-2708-482e-9178-1aaaf968d03b,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:16.347428 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38608) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:16.393546 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b60e3cf4-4066-47d6-9fdd-9e8d02faa0e7 admin admin] Publish callbacks [] for security_group (7d56b899-2708-482e-9178-1aaaf968d03b), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.417218 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b60e3cf4-4066-47d6-9fdd-9e8d02faa0e7 admin admin] Publish callbacks [] for security_group (7d56b899-2708-482e-9178-1aaaf968d03b), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.461285 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b60e3cf4-4066-47d6-9fdd-9e8d02faa0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (7d56b899-2708-482e-9178-1aaaf968d03b), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.463835 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-b60e3cf4-4066-47d6-9fdd-9e8d02faa0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.465409 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-b60e3cf4-4066-47d6-9fdd-9e8d02faa0e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d56b899-2708-482e-9178-1aaaf968d03b HTTP/1.1" status: 204 len: 168 time: 0.1167033 Mar 28 05:52:16.472558 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e3cf4-4066-47d6-9fdd-9e8d02faa0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d56b899-2708-482e-9178-1aaaf968d03b,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:16.717522 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38614) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:16.730248 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0a17f557-4ee0-4bd3-a6a6-864ca48b88ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.802691 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0a17f557-4ee0-4bd3-a6a6-864ca48b88ac admin admin] Publish callbacks [] for security_group (6bc82382-6bd5-4232-acdb-d944cd0491cc), precommit_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.806417 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-0a17f557-4ee0-4bd3-a6a6-864ca48b88ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (6bc82382-6bd5-4232-acdb-d944cd0491cc), after_create {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.845736 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-0a17f557-4ee0-4bd3-a6a6-864ca48b88ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=525191db2f4e43be8d63563117c46857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270683 Mar 28 05:52:16.846887 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17f557-4ee0-4bd3-a6a6-864ca48b88ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc82382-6bd5-4232-acdb-d944cd0491cc,revision_number=1']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:16.848437 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38616) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:16.898614 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57b2214a-9ab9-4e36-8a59-ed9585e1d1b3 admin admin] Publish callbacks [] for security_group (6bc82382-6bd5-4232-acdb-d944cd0491cc), before_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.919529 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57b2214a-9ab9-4e36-8a59-ed9585e1d1b3 admin admin] Publish callbacks [] for security_group (6bc82382-6bd5-4232-acdb-d944cd0491cc), precommit_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.963306 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57b2214a-9ab9-4e36-8a59-ed9585e1d1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (6bc82382-6bd5-4232-acdb-d944cd0491cc), after_delete {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.966901 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-57b2214a-9ab9-4e36-8a59-ed9585e1d1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:16.968057 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-57b2214a-9ab9-4e36-8a59-ed9585e1d1b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bc82382-6bd5-4232-acdb-d944cd0491cc HTTP/1.1" status: 204 len: 168 time: 0.1185839 Mar 28 05:52:16.975366 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2214a-9ab9-4e36-8a59-ed9585e1d1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc82382-6bd5-4232-acdb-d944cd0491cc,revision_number=None']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:23.678726 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:52:35.146383 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-04e8dc75-e2fe-40d0-8fe5-99553226e706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:37.371659 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-43b29be4-e5f2-4313-8918-3edd6b2da237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.237070 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.wsgi [-] (109881) accepted ('10.222.0.13', 38786) {{(pid=109881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:38.342560 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6d9eabc8-1a03-4375-b390-5099a174dbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.413554 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6d9eabc8-1a03-4375-b390-5099a174dbf2 admin admin] Publish callbacks [] for security_group (874dba50-4398-4fee-8936-d88abcbe1f79), precommit_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.416985 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron_lib.callbacks.manager [None req-6d9eabc8-1a03-4375-b390-5099a174dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (874dba50-4398-4fee-8936-d88abcbe1f79), after_create {{(pid=109881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.455671 dv-cinder-831776-5-smb neutron-server[109881]: INFO neutron.wsgi [None req-6d9eabc8-1a03-4375-b390-5099a174dbf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=062e14743c8549839be67a2769a20575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175586 Mar 28 05:52:38.456525 dv-cinder-831776-5-smb neutron-server[109881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9eabc8-1a03-4375-b390-5099a174dbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874dba50-4398-4fee-8936-d88abcbe1f79,revision_number=1']} {{(pid=109881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:38.458374 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.wsgi [-] (109882) accepted ('10.222.0.13', 38790) {{(pid=109882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 28 05:52:38.506145 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e5dd-e298-4396-880a-66d942e5c78c admin admin] Publish callbacks [] for security_group (874dba50-4398-4fee-8936-d88abcbe1f79), before_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.526764 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e5dd-e298-4396-880a-66d942e5c78c admin admin] Publish callbacks [] for security_group (874dba50-4398-4fee-8936-d88abcbe1f79), precommit_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.574966 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e5dd-e298-4396-880a-66d942e5c78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574486'] for security_group (874dba50-4398-4fee-8936-d88abcbe1f79), after_delete {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.577892 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e5dd-e298-4396-880a-66d942e5c78c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:38.579056 dv-cinder-831776-5-smb neutron-server[109882]: INFO neutron.wsgi [None req-4ed6e5dd-e298-4396-880a-66d942e5c78c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/874dba50-4398-4fee-8936-d88abcbe1f79 HTTP/1.1" status: 204 len: 168 time: 0.1196473 Mar 28 05:52:38.586558 dv-cinder-831776-5-smb neutron-server[109882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6e5dd-e298-4396-880a-66d942e5c78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874dba50-4398-4fee-8936-d88abcbe1f79,revision_number=None']} {{(pid=109882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 05:52:38.882530 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:40.406236 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:41.631575 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:52:45.590341 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:00.678105 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:53:05.147185 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-4600dc2b-ddac-4722-875f-3e8f2f4f943a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:07.374234 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a62fda78-6b85-4b0e-8187-79a09e607455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:08.882191 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:10.410737 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:11.634381 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:15.596574 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:35.148404 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-db96e4ac-e014-4dc1-8d79-701105ea8cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:37.376401 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ecb3c854-36bd-49e8-bb21-8ff4657b1674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:37.676572 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:53:38.884695 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:40.411669 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:41.638687 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:53:45.593847 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:05.149216 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-401cf324-c76f-4c12-8a2a-fbc8fbc7f705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:07.377308 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd995-7be7-4040-965f-e1ef2a14023d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:08.887874 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:10.414521 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:11.631678 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:14.676008 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:54:15.619155 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:35.150478 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-a463aef4-ecdd-499a-a33f-a5ed97e8d4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:37.379090 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-cd97036c-f34f-4d2b-a8d3-0e740fec58af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:38.890000 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:40.417181 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:41.634748 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:45.633765 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:54:51.674157 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:55:05.150730 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9c1346c3-294b-493e-aa3f-05ffa7ec3a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:07.379579 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-5e4adcf6-df95-467f-9837-cb4c03908fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:08.892550 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:10.420376 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:11.635995 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:15.633680 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:28.673206 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:55:35.151988 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf2fd-74a5-4808-8cbb-0a6338bb4472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:37.383058 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-3eda015b-a30e-4c12-9ca5-0b4a1d4c0fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:38.895536 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:40.426250 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:41.638286 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:55:45.635141 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:05.152988 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-05a01de1-0d7c-4d1e-a576-1a5816c6bcda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:05.672220 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:56:07.384083 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-735efb20-be5a-4d30-9be1-3b61a5e862f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:08.899023 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:10.423352 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:11.641611 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:15.636167 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:35.154494 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-1af3bf7d-f995-453c-a8c9-073d9215c9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:37.385454 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-8909f870-4223-40be-ae0f-16a97d1d0fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:38.901843 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:40.427885 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:41.644699 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:56:42.671359 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:56:45.645618 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:05.155157 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-00fff6ab-2d1b-4182-a818-f8b1057a1799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:07.387257 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-e17a8d10-3d52-4b29-b162-a8631a98040e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:08.905039 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:10.431687 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:11.649669 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d1f407c6-0699-4754-aede-f420ef45bfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (c15ada9d-004c-45db-9b2e-43319b469165), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:15.635279 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9db8e1a3-80e0-456b-a99f-aab2158cb1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (e49cebef-979c-456a-9f00-0a916699d4b4), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:19.669828 dv-cinder-831776-5-smb neutron-server[109884]: DEBUG neutron.db.agents_db [None req-e0f267d5-3d59-4e22-add9-e904b24b647d None None] Agent healthcheck: found 6 active agents {{(pid=109884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 28 05:57:35.155989 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-d325d277-8f04-48ce-85ae-410152c2f586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (17e453dc-80d2-47ae-b4db-b207fdfe9c9a), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:37.387387 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc04a-6199-4615-b075-5bb82a3b83ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (a276dbd1-8276-4e66-955d-6f05470d12a5), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:38.907731 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-9252471e-8509-498a-92ea-bfcbd0ad39db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (06c31e97-22b3-44dc-aeb3-f8711e6ab171), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 28 05:57:40.434518 dv-cinder-831776-5-smb neutron-server[109883]: DEBUG neutron_lib.callbacks.manager [None req-ee79ed47-52a1-49ba-8e83-d07a629c0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749054651441', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1686954'] for agent (62673576-7959-4d91-9a19-2ff0630d744d), after_update {{(pid=109883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}